2024-12-04 15:20:34,970 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-04 15:20:35,000 main DEBUG Took 0.027588 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 15:20:35,000 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 15:20:35,001 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 15:20:35,001 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 15:20:35,003 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:35,009 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 15:20:35,021 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:35,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:35,023 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:35,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:35,023 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:35,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:35,024 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:35,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:35,025 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:35,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:35,026 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:35,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:35,027 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:35,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:35,027 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:35,028 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:35,028 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:35,028 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:35,029 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:35,029 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:35,029 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:35,029 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:35,030 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:35,030 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 15:20:35,030 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:35,031 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 15:20:35,032 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 15:20:35,033 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 15:20:35,035 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 15:20:35,036 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 15:20:35,037 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 15:20:35,037 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 15:20:35,045 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 15:20:35,047 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 15:20:35,049 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 15:20:35,049 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 15:20:35,050 main DEBUG createAppenders(={Console}) 2024-12-04 15:20:35,050 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-04 15:20:35,051 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-04 15:20:35,051 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-04 15:20:35,052 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 15:20:35,052 main DEBUG OutputStream closed 2024-12-04 15:20:35,052 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 15:20:35,052 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 15:20:35,053 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-04 15:20:35,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 15:20:35,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 15:20:35,124 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 15:20:35,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 15:20:35,125 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 15:20:35,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 15:20:35,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 15:20:35,126 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 15:20:35,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 15:20:35,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 15:20:35,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 15:20:35,127 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 15:20:35,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 15:20:35,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 15:20:35,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 15:20:35,128 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 15:20:35,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 15:20:35,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 15:20:35,131 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 15:20:35,132 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-04 15:20:35,132 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 15:20:35,133 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-04T15:20:35,145 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-04 15:20:35,147 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 15:20:35,148 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T15:20:35,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=5301 2024-12-04T15:20:35,386 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-04T15:20:35,434 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528 2024-12-04T15:20:35,437 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/cluster_7273abfe-37c4-e890-5aaf-517aa2b1c013, deleteOnExit=true 2024-12-04T15:20:35,551 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/cluster_7273abfe-37c4-e890-5aaf-517aa2b1c013/zookeeper_0, clientPort=58908, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/cluster_7273abfe-37c4-e890-5aaf-517aa2b1c013/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/cluster_7273abfe-37c4-e890-5aaf-517aa2b1c013/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:20:35,564 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58908 2024-12-04T15:20:35,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:20:35,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:20:35,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/test.cache.data in system properties and HBase conf 2024-12-04T15:20:35,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:20:35,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:20:35,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:20:35,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:20:35,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:20:35,650 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T15:20:35,745 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:20:35,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:20:35,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:20:35,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:20:35,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:20:35,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:20:35,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:20:35,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:20:35,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:20:35,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:20:35,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:20:35,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:20:35,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:20:35,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:20:35,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:20:36,664 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T15:20:36,738 INFO [Time-limited test {}] log.Log(170): Logging initialized @2429ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T15:20:36,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:36,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:20:36,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:20:36,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:20:36,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:20:36,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:36,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:20:36,900 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:20:37,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/java.io.tmpdir/jetty-localhost-43829-hadoop-hdfs-3_4_1-tests_jar-_-any-2562181230976490174/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:20:37,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:43829} 2024-12-04T15:20:37,061 INFO [Time-limited test {}] server.Server(415): Started @2753ms 2024-12-04T15:20:37,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:37,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:20:37,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:20:37,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:20:37,563 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:20:37,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:20:37,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:20:37,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/java.io.tmpdir/jetty-localhost-44441-hadoop-hdfs-3_4_1-tests_jar-_-any-3502369540207875673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:37,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:44441} 2024-12-04T15:20:37,659 INFO [Time-limited test {}] server.Server(415): Started @3352ms 2024-12-04T15:20:37,708 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:20:38,571 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/cluster_7273abfe-37c4-e890-5aaf-517aa2b1c013/data/data1/current/BP-428957783-172.17.0.3-1733325636267/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:38,571 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/cluster_7273abfe-37c4-e890-5aaf-517aa2b1c013/data/data2/current/BP-428957783-172.17.0.3-1733325636267/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:38,598 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:20:38,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd34494e361d03e79 with lease ID 0xbf14ce6b2a016d84: Processing first storage report for DS-1a37d4e0-a49f-4d5a-980a-9d9d0c45cd8d from datanode DatanodeRegistration(127.0.0.1:44917, datanodeUuid=b7aa6f51-12c5-44e9-82cc-ee188b834913, infoPort=44381, infoSecurePort=0, ipcPort=39375, storageInfo=lv=-57;cid=testClusterID;nsid=16320211;c=1733325636267) 2024-12-04T15:20:38,643 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd34494e361d03e79 with lease ID 0xbf14ce6b2a016d84: from storage DS-1a37d4e0-a49f-4d5a-980a-9d9d0c45cd8d node DatanodeRegistration(127.0.0.1:44917, datanodeUuid=b7aa6f51-12c5-44e9-82cc-ee188b834913, infoPort=44381, infoSecurePort=0, ipcPort=39375, storageInfo=lv=-57;cid=testClusterID;nsid=16320211;c=1733325636267), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T15:20:38,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd34494e361d03e79 with lease ID 0xbf14ce6b2a016d84: Processing first storage report for DS-adf5f3cc-cca6-46fe-a4c1-176362419994 from datanode DatanodeRegistration(127.0.0.1:44917, datanodeUuid=b7aa6f51-12c5-44e9-82cc-ee188b834913, infoPort=44381, infoSecurePort=0, ipcPort=39375, storageInfo=lv=-57;cid=testClusterID;nsid=16320211;c=1733325636267) 2024-12-04T15:20:38,644 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd34494e361d03e79 with lease ID 0xbf14ce6b2a016d84: from storage DS-adf5f3cc-cca6-46fe-a4c1-176362419994 node DatanodeRegistration(127.0.0.1:44917, datanodeUuid=b7aa6f51-12c5-44e9-82cc-ee188b834913, infoPort=44381, infoSecurePort=0, ipcPort=39375, storageInfo=lv=-57;cid=testClusterID;nsid=16320211;c=1733325636267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:20:38,694 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528 2024-12-04T15:20:38,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:38,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:38,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:20:39,322 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f with version=8 2024-12-04T15:20:39,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/hbase-staging 2024-12-04T15:20:39,408 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T15:20:39,626 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:20:39,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:39,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:39,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:39,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:39,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:39,753 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:20:39,810 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T15:20:39,817 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T15:20:39,820 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:39,842 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21639 (auto-detected) 2024-12-04T15:20:39,843 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-04T15:20:39,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36335 2024-12-04T15:20:39,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36335 connecting to ZooKeeper ensemble=127.0.0.1:58908 2024-12-04T15:20:39,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363350x0, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:39,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36335-0x101a21c05750000 connected 2024-12-04T15:20:40,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:40,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:40,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on znode that does not yet exist, /0-423211731/running 2024-12-04T15:20:40,068 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f, hbase.cluster.distributed=false 2024-12-04T15:20:40,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on znode that does not yet exist, /0-423211731/acl 2024-12-04T15:20:40,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36335 2024-12-04T15:20:40,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36335 2024-12-04T15:20:40,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36335 2024-12-04T15:20:40,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36335 2024-12-04T15:20:40,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36335 2024-12-04T15:20:40,193 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:20:40,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:40,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:40,195 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:40,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:40,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:40,198 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:20:40,201 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:40,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44633 2024-12-04T15:20:40,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44633 connecting to ZooKeeper ensemble=127.0.0.1:58908 2024-12-04T15:20:40,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:40,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:40,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446330x0, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:40,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446330x0, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on znode that does not yet exist, /0-423211731/running 2024-12-04T15:20:40,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44633-0x101a21c05750001 connected 2024-12-04T15:20:40,225 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:20:40,232 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:20:40,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on znode that does not yet exist, /0-423211731/master 2024-12-04T15:20:40,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on znode that does not yet exist, /0-423211731/acl 2024-12-04T15:20:40,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44633 2024-12-04T15:20:40,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44633 2024-12-04T15:20:40,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44633 2024-12-04T15:20:40,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44633 2024-12-04T15:20:40,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44633 2024-12-04T15:20:40,257 DEBUG [M:0;c6f2e1d35cf1:36335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:36335 2024-12-04T15:20:40,258 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-423211731/backup-masters/c6f2e1d35cf1,36335,1733325639476 2024-12-04T15:20:40,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731/backup-masters 2024-12-04T15:20:40,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731/backup-masters 2024-12-04T15:20:40,274 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on existing znode=/0-423211731/backup-masters/c6f2e1d35cf1,36335,1733325639476 2024-12-04T15:20:40,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-423211731/master 2024-12-04T15:20:40,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:40,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:40,302 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on existing znode=/0-423211731/master 2024-12-04T15:20:40,303 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-423211731/backup-masters/c6f2e1d35cf1,36335,1733325639476 from backup master directory 2024-12-04T15:20:40,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423211731/backup-masters/c6f2e1d35cf1,36335,1733325639476 2024-12-04T15:20:40,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731/backup-masters 2024-12-04T15:20:40,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731/backup-masters 2024-12-04T15:20:40,313 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:40,314 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,36335,1733325639476 2024-12-04T15:20:40,316 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T15:20:40,317 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T15:20:40,370 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/hbase.id] with ID: b58114e3-7735-4d70-b50c-da14823b8a38 2024-12-04T15:20:40,370 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/.tmp/hbase.id 2024-12-04T15:20:40,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:20:40,785 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/.tmp/hbase.id]:[hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/hbase.id] 2024-12-04T15:20:40,837 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:40,841 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:20:40,860 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-04T15:20:40,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:40,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:40,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:20:40,899 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:20:40,901 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:20:40,916 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:20:40,920 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:40,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:20:41,369 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store 2024-12-04T15:20:41,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:20:41,799 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T15:20:41,802 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:41,803 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:20:41,803 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:41,804 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:41,805 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:20:41,805 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:41,805 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:41,806 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325641803Disabling compacts and flushes for region at 1733325641803Disabling writes for close at 1733325641805 (+2 ms)Writing region close event to WAL at 1733325641805Closed at 1733325641805 2024-12-04T15:20:41,809 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/.initializing 2024-12-04T15:20:41,809 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/WALs/c6f2e1d35cf1,36335,1733325639476 2024-12-04T15:20:41,817 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:41,830 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C36335%2C1733325639476, suffix=, logDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/WALs/c6f2e1d35cf1,36335,1733325639476, archiveDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/oldWALs, maxLogs=10 2024-12-04T15:20:41,850 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/WALs/c6f2e1d35cf1,36335,1733325639476/c6f2e1d35cf1%2C36335%2C1733325639476.1733325641834, exclude list is [], retry=0 2024-12-04T15:20:41,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44917,DS-1a37d4e0-a49f-4d5a-980a-9d9d0c45cd8d,DISK] 2024-12-04T15:20:41,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T15:20:41,898 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/WALs/c6f2e1d35cf1,36335,1733325639476/c6f2e1d35cf1%2C36335%2C1733325639476.1733325641834 2024-12-04T15:20:41,899 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)] 2024-12-04T15:20:41,899 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:41,900 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:41,903 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:41,904 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:41,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:41,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:20:41,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:41,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:41,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:41,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:20:41,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:41,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:41,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:41,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:20:41,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:41,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:41,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:41,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:20:41,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:41,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:41,983 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:41,986 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:41,988 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:41,993 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:41,994 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:41,998 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:20:42,002 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:42,007 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:42,008 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60251320, jitterRate=-0.10218536853790283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:20:42,013 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325641917Initializing all the Stores at 1733325641919 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325641919Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325641920 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325641920Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325641920Cleaning up temporary data from old regions at 1733325641994 (+74 ms)Region opened successfully at 1733325642013 (+19 ms) 2024-12-04T15:20:42,014 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:20:42,043 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152ac6a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:20:42,068 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:20:42,078 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:20:42,078 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:20:42,080 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:20:42,082 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T15:20:42,086 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-04T15:20:42,087 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:20:42,110 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:20:42,119 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Unable to get data of znode /0-423211731/balancer because node does not exist (not necessarily an error) 2024-12-04T15:20:42,179 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423211731/balancer already deleted, retry=false 2024-12-04T15:20:42,183 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:20:42,185 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Unable to get data of znode /0-423211731/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:20:42,195 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423211731/normalizer already deleted, retry=false 2024-12-04T15:20:42,198 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:20:42,201 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Unable to get data of znode /0-423211731/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:20:42,212 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423211731/switch/split already deleted, retry=false 2024-12-04T15:20:42,214 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Unable to get data of znode /0-423211731/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:20:42,220 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423211731/switch/merge already deleted, retry=false 2024-12-04T15:20:42,240 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Unable to get data of znode /0-423211731/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:20:42,250 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423211731/snapshot-cleanup already deleted, retry=false 2024-12-04T15:20:42,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-423211731/running 2024-12-04T15:20:42,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-423211731/running 2024-12-04T15:20:42,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:42,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:42,266 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,36335,1733325639476, sessionid=0x101a21c05750000, setting cluster-up flag (Was=false) 2024-12-04T15:20:42,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:42,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:42,321 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-423211731/flush-table-proc/acquired, /0-423211731/flush-table-proc/reached, /0-423211731/flush-table-proc/abort 2024-12-04T15:20:42,325 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,36335,1733325639476 2024-12-04T15:20:42,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:42,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:42,371 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-423211731/online-snapshot/acquired, /0-423211731/online-snapshot/reached, /0-423211731/online-snapshot/abort 2024-12-04T15:20:42,375 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,36335,1733325639476 2024-12-04T15:20:42,384 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:20:42,451 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(746): ClusterId : b58114e3-7735-4d70-b50c-da14823b8a38 2024-12-04T15:20:42,451 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:42,453 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:20:42,460 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:20:42,465 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:20:42,465 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:20:42,467 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:20:42,473 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,36335,1733325639476 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:20:42,477 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:20:42,478 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b30f843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:20:42,481 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:42,481 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:42,481 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:42,481 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:42,482 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:20:42,482 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:42,482 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:42,482 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:42,484 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325672483 2024-12-04T15:20:42,485 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:20:42,487 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:20:42,487 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:42,487 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:20:42,491 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:20:42,492 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:20:42,492 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:20:42,492 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:20:42,493 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:42,493 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:20:42,494 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:42,496 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:44633 2024-12-04T15:20:42,498 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:20:42,499 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:20:42,500 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:20:42,500 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:20:42,501 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:20:42,501 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:20:42,501 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:20:42,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:20:42,502 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:20:42,503 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:20:42,504 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,36335,1733325639476 with port=44633, startcode=1733325640159 2024-12-04T15:20:42,504 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325642504,5,FailOnTimeoutGroup] 2024-12-04T15:20:42,505 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325642505,5,FailOnTimeoutGroup] 2024-12-04T15:20:42,505 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:42,505 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:20:42,506 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:42,506 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:42,519 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:20:42,551 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:20:42,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36335 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,44633,1733325640159 2024-12-04T15:20:42,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36335 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,44633,1733325640159 2024-12-04T15:20:42,571 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f 2024-12-04T15:20:42,571 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36003 2024-12-04T15:20:42,571 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:20:42,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731/rs 2024-12-04T15:20:42,584 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] zookeeper.ZKUtil(111): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on existing znode=/0-423211731/rs/c6f2e1d35cf1,44633,1733325640159 2024-12-04T15:20:42,585 WARN [RS:0;c6f2e1d35cf1:44633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:42,585 INFO [RS:0;c6f2e1d35cf1:44633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:42,585 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159 2024-12-04T15:20:42,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,44633,1733325640159] 2024-12-04T15:20:42,611 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:20:42,624 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:20:42,628 INFO [RS:0;c6f2e1d35cf1:44633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:20:42,628 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:42,629 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:20:42,633 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:20:42,635 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:42,635 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:42,635 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:42,635 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:42,635 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:42,635 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:42,636 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:42,636 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:42,636 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:42,636 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:42,636 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:42,636 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:42,637 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:42,637 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:42,637 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:42,638 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:42,638 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:42,638 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:42,639 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:42,639 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:42,639 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,44633,1733325640159-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:42,655 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:20:42,657 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,44633,1733325640159-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:42,657 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:42,657 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.Replication(171): c6f2e1d35cf1,44633,1733325640159 started 2024-12-04T15:20:42,672 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:42,673 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,44633,1733325640159, RpcServer on c6f2e1d35cf1/172.17.0.3:44633, sessionid=0x101a21c05750001 2024-12-04T15:20:42,673 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:20:42,674 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,44633,1733325640159 2024-12-04T15:20:42,674 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,44633,1733325640159' 2024-12-04T15:20:42,674 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-423211731/flush-table-proc/abort' 2024-12-04T15:20:42,675 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-423211731/flush-table-proc/acquired' 2024-12-04T15:20:42,675 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:20:42,676 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:20:42,676 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,44633,1733325640159 2024-12-04T15:20:42,676 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,44633,1733325640159' 2024-12-04T15:20:42,676 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-423211731/online-snapshot/abort' 2024-12-04T15:20:42,676 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-423211731/online-snapshot/acquired' 2024-12-04T15:20:42,677 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:20:42,677 INFO [RS:0;c6f2e1d35cf1:44633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:20:42,677 INFO [RS:0;c6f2e1d35cf1:44633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:20:42,786 INFO [RS:0;c6f2e1d35cf1:44633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:42,790 INFO [RS:0;c6f2e1d35cf1:44633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C44633%2C1733325640159, suffix=, logDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159, archiveDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/oldWALs, maxLogs=10 2024-12-04T15:20:42,804 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.1733325642791, exclude list is [], retry=0 2024-12-04T15:20:42,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44917,DS-1a37d4e0-a49f-4d5a-980a-9d9d0c45cd8d,DISK] 2024-12-04T15:20:42,813 INFO [RS:0;c6f2e1d35cf1:44633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.1733325642791 2024-12-04T15:20:42,814 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)] 2024-12-04T15:20:42,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:20:42,905 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f 2024-12-04T15:20:42,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:20:43,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:43,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:20:43,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:20:43,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:43,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:43,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:20:43,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:20:43,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:43,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:43,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:20:43,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:20:43,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:43,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:43,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:20:43,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:20:43,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:43,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:43,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:20:43,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740 2024-12-04T15:20:43,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740 2024-12-04T15:20:43,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:20:43,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:20:43,347 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:20:43,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:20:43,355 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:43,356 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74687819, jitterRate=0.11293523013591766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:20:43,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325643320Initializing all the Stores at 1733325643323 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325643324 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325643324Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325643324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325643324Cleaning up temporary data from old regions at 1733325643347 (+23 ms)Region opened successfully at 1733325643358 (+11 ms) 2024-12-04T15:20:43,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:20:43,358 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:20:43,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:20:43,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:20:43,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:20:43,360 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:20:43,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325643358Disabling compacts and flushes for region at 1733325643358Disabling writes for close at 1733325643358Writing region close event to WAL at 1733325643359 (+1 ms)Closed at 1733325643359 2024-12-04T15:20:43,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:43,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:20:43,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:20:43,375 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:20:43,378 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:20:43,531 DEBUG [c6f2e1d35cf1:36335 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:20:43,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,44633,1733325640159 2024-12-04T15:20:43,551 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,44633,1733325640159, state=OPENING 2024-12-04T15:20:43,587 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:20:43,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:43,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:43,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423211731/meta-region-server: CHANGED 2024-12-04T15:20:43,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423211731/meta-region-server: CHANGED 2024-12-04T15:20:43,601 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:20:43,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,44633,1733325640159}] 2024-12-04T15:20:43,785 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:43,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:43,798 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:20:43,798 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:43,799 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:20:43,803 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C44633%2C1733325640159.meta, suffix=.meta, logDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159, archiveDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/oldWALs, maxLogs=10 2024-12-04T15:20:43,817 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.meta.1733325643804.meta, exclude list is [], retry=0 2024-12-04T15:20:43,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44917,DS-1a37d4e0-a49f-4d5a-980a-9d9d0c45cd8d,DISK] 2024-12-04T15:20:43,825 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.meta.1733325643804.meta 2024-12-04T15:20:43,826 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)] 2024-12-04T15:20:43,826 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:43,830 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:20:43,831 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:20:43,834 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:20:43,835 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:20:43,839 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:20:43,839 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:43,839 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:20:43,839 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:20:43,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:20:43,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:20:43,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:43,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:43,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:20:43,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:20:43,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:43,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:43,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:20:43,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:20:43,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:43,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:43,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:20:43,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:20:43,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:43,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:43,853 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:20:43,855 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740 2024-12-04T15:20:43,858 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740 2024-12-04T15:20:43,860 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:20:43,860 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:20:43,861 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:20:43,864 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:20:43,866 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69435012, jitterRate=0.03466230630874634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:20:43,867 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:20:43,868 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325643840Writing region info on filesystem at 1733325643840Initializing all the Stores at 1733325643842 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325643842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325643843 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325643843Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325643843Cleaning up temporary data from old regions at 1733325643860 (+17 ms)Running coprocessor post-open hooks at 1733325643867 (+7 ms)Region opened successfully at 1733325643868 (+1 ms) 2024-12-04T15:20:43,876 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325643778 2024-12-04T15:20:43,886 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:20:43,887 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:20:43,888 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,44633,1733325640159 2024-12-04T15:20:43,891 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,44633,1733325640159, state=OPEN 2024-12-04T15:20:43,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423211731/meta-region-server 2024-12-04T15:20:43,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423211731/meta-region-server 2024-12-04T15:20:43,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423211731/meta-region-server: CHANGED 2024-12-04T15:20:43,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423211731/meta-region-server: CHANGED 2024-12-04T15:20:43,968 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,44633,1733325640159 2024-12-04T15:20:43,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:20:43,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,44633,1733325640159 in 366 msec 2024-12-04T15:20:43,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:20:43,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-12-04T15:20:43,991 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:43,991 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:20:44,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:20:44,010 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,44633,1733325640159, seqNum=-1] 2024-12-04T15:20:44,028 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:44,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:44,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6370 sec 2024-12-04T15:20:44,052 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325644052, completionTime=-1 2024-12-04T15:20:44,054 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:20:44,055 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:20:44,079 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:20:44,079 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325704079 2024-12-04T15:20:44,079 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325764079 2024-12-04T15:20:44,079 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-12-04T15:20:44,081 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36335,1733325639476-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:44,082 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36335,1733325639476-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:44,082 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36335,1733325639476-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:44,084 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:36335, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:44,084 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:44,085 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:44,090 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:20:44,111 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.796sec 2024-12-04T15:20:44,112 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:20:44,113 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:20:44,114 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:20:44,115 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:20:44,115 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:20:44,116 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36335,1733325639476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:44,116 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36335,1733325639476-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:20:44,125 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:20:44,126 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:20:44,126 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36335,1733325639476-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:44,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:44,161 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T15:20:44,162 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T15:20:44,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,36335,-1 for getting cluster id 2024-12-04T15:20:44,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:20:44,174 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b58114e3-7735-4d70-b50c-da14823b8a38' 2024-12-04T15:20:44,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:20:44,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b58114e3-7735-4d70-b50c-da14823b8a38" 2024-12-04T15:20:44,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2479a655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:44,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,36335,-1] 2024-12-04T15:20:44,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:20:44,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:44,183 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:20:44,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:44,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:20:44,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,44633,1733325640159, seqNum=-1] 2024-12-04T15:20:44,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:44,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:44,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,36335,1733325639476 2024-12-04T15:20:44,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58908 2024-12-04T15:20:44,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:44,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a21c05750002 connected 2024-12-04T15:20:44,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/hadoop.log.dir so I do NOT create it in target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d 2024-12-04T15:20:44,258 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:20:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/hadoop.tmp.dir so I do NOT create it in target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d 2024-12-04T15:20:44,259 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:20:44,259 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d 2024-12-04T15:20:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:20:44,259 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/cluster_b46f7370-e0ea-015e-dbf6-5a9823d27d90, deleteOnExit=true 2024-12-04T15:20:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:20:44,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/test.cache.data in system properties and HBase conf 2024-12-04T15:20:44,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:20:44,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:20:44,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:20:44,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:20:44,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:20:44,260 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:20:44,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:20:44,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:20:44,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:20:44,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:20:44,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:20:44,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:20:44,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:20:44,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:20:44,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:20:44,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:20:44,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:20:44,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:20:44,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:20:44,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:20:44,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:44,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:20:44,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:20:44,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:20:44,539 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:20:44,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:44,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:20:44,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:20:44,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/java.io.tmpdir/jetty-localhost-35417-hadoop-hdfs-3_4_1-tests_jar-_-any-4156214188691700339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:20:44,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:35417} 2024-12-04T15:20:44,642 INFO [Time-limited test {}] server.Server(415): Started @10335ms 2024-12-04T15:20:44,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:20:44,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:20:44,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:20:44,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:20:44,830 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:20:44,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:20:44,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:20:44,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/java.io.tmpdir/jetty-localhost-39825-hadoop-hdfs-3_4_1-tests_jar-_-any-252890387794976532/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:20:44,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:39825} 2024-12-04T15:20:44,923 INFO [Time-limited test {}] server.Server(415): Started @10616ms 2024-12-04T15:20:44,925 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:20:45,489 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/cluster_b46f7370-e0ea-015e-dbf6-5a9823d27d90/data/data1/current/BP-855546912-172.17.0.3-1733325644294/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:45,489 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/cluster_b46f7370-e0ea-015e-dbf6-5a9823d27d90/data/data2/current/BP-855546912-172.17.0.3-1733325644294/current, will proceed with Du for space computation calculation, 2024-12-04T15:20:45,506 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:20:45,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe47c3f59231baa53 with lease ID 0x87c37b4733a8d2ed: Processing first storage report for DS-7c5e1325-9f6e-4074-9adb-27a3cf544e0e from datanode DatanodeRegistration(127.0.0.1:37073, datanodeUuid=3c14d603-bbcf-4f20-8a82-ce2bad23ee50, infoPort=34643, infoSecurePort=0, ipcPort=36463, storageInfo=lv=-57;cid=testClusterID;nsid=1854691005;c=1733325644294) 2024-12-04T15:20:45,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe47c3f59231baa53 with lease ID 0x87c37b4733a8d2ed: from storage DS-7c5e1325-9f6e-4074-9adb-27a3cf544e0e node DatanodeRegistration(127.0.0.1:37073, datanodeUuid=3c14d603-bbcf-4f20-8a82-ce2bad23ee50, infoPort=34643, infoSecurePort=0, ipcPort=36463, storageInfo=lv=-57;cid=testClusterID;nsid=1854691005;c=1733325644294), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:20:45,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe47c3f59231baa53 with lease ID 0x87c37b4733a8d2ed: Processing first storage report for DS-9cc7658d-33a5-4d48-b63c-757c32871f86 from datanode DatanodeRegistration(127.0.0.1:37073, datanodeUuid=3c14d603-bbcf-4f20-8a82-ce2bad23ee50, infoPort=34643, infoSecurePort=0, ipcPort=36463, storageInfo=lv=-57;cid=testClusterID;nsid=1854691005;c=1733325644294) 2024-12-04T15:20:45,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe47c3f59231baa53 with lease ID 0x87c37b4733a8d2ed: from storage DS-9cc7658d-33a5-4d48-b63c-757c32871f86 node DatanodeRegistration(127.0.0.1:37073, datanodeUuid=3c14d603-bbcf-4f20-8a82-ce2bad23ee50, infoPort=34643, infoSecurePort=0, ipcPort=36463, storageInfo=lv=-57;cid=testClusterID;nsid=1854691005;c=1733325644294), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:20:45,561 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d 2024-12-04T15:20:45,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:45,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:45,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:20:45,980 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68 with version=8 2024-12-04T15:20:45,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/hbase-staging 2024-12-04T15:20:45,983 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:20:45,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:45,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:45,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:45,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:45,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:45,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:20:45,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:45,984 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33643 2024-12-04T15:20:45,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33643 connecting to ZooKeeper ensemble=127.0.0.1:58908 2024-12-04T15:20:46,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336430x0, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:46,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33643-0x101a21c05750003 connected 2024-12-04T15:20:46,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:46,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:46,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Set watcher on znode that does not yet exist, /174021357/running 2024-12-04T15:20:46,086 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68, hbase.cluster.distributed=false 2024-12-04T15:20:46,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Set watcher on znode that does not yet exist, /174021357/acl 2024-12-04T15:20:46,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33643 2024-12-04T15:20:46,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33643 2024-12-04T15:20:46,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33643 2024-12-04T15:20:46,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33643 2024-12-04T15:20:46,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33643 2024-12-04T15:20:46,108 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:20:46,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:46,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:46,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:46,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:46,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:46,109 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:20:46,109 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:46,109 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41719 2024-12-04T15:20:46,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41719 connecting to ZooKeeper ensemble=127.0.0.1:58908 2024-12-04T15:20:46,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:46,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:46,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417190x0, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:46,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417190x0, quorum=127.0.0.1:58908, baseZNode=/174021357 Set watcher on znode that does not yet exist, /174021357/running 2024-12-04T15:20:46,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41719-0x101a21c05750004 connected 2024-12-04T15:20:46,126 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:20:46,127 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:20:46,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Set watcher on znode that does not yet exist, /174021357/master 2024-12-04T15:20:46,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Set watcher on znode that does not yet exist, /174021357/acl 2024-12-04T15:20:46,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41719 2024-12-04T15:20:46,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41719 2024-12-04T15:20:46,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41719 2024-12-04T15:20:46,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41719 2024-12-04T15:20:46,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41719 2024-12-04T15:20:46,144 DEBUG [M:0;c6f2e1d35cf1:33643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:33643 2024-12-04T15:20:46,144 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /174021357/backup-masters/c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:20:46,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357/backup-masters 2024-12-04T15:20:46,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357/backup-masters 2024-12-04T15:20:46,154 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Set watcher on existing znode=/174021357/backup-masters/c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:20:46,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357 2024-12-04T15:20:46,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/174021357/master 2024-12-04T15:20:46,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357 2024-12-04T15:20:46,162 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Set watcher on existing znode=/174021357/master 2024-12-04T15:20:46,163 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /174021357/backup-masters/c6f2e1d35cf1,33643,1733325645982 from backup master directory 2024-12-04T15:20:46,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/174021357/backup-masters/c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:20:46,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357/backup-masters 2024-12-04T15:20:46,170 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:46,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357/backup-masters 2024-12-04T15:20:46,170 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:20:46,177 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/hbase.id] with ID: 5b6155d5-9777-45e6-9fca-f34f5b61f30f 2024-12-04T15:20:46,178 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/.tmp/hbase.id 2024-12-04T15:20:46,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:20:46,186 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/.tmp/hbase.id]:[hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/hbase.id] 2024-12-04T15:20:46,209 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:46,209 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:20:46,211 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T15:20:46,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357 2024-12-04T15:20:46,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357 2024-12-04T15:20:46,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:20:46,630 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:20:46,632 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:20:46,633 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:46,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:20:47,049 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store 2024-12-04T15:20:47,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:20:47,466 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:47,467 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:20:47,467 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:47,467 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:47,468 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:20:47,468 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:47,468 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:47,469 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325647467Disabling compacts and flushes for region at 1733325647467Disabling writes for close at 1733325647468 (+1 ms)Writing region close event to WAL at 1733325647468Closed at 1733325647468 2024-12-04T15:20:47,471 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/.initializing 2024-12-04T15:20:47,471 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/WALs/c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:20:47,473 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:47,476 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C33643%2C1733325645982, suffix=, logDir=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/WALs/c6f2e1d35cf1,33643,1733325645982, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/oldWALs, maxLogs=10 2024-12-04T15:20:47,491 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/WALs/c6f2e1d35cf1,33643,1733325645982/c6f2e1d35cf1%2C33643%2C1733325645982.1733325647477, exclude list is [], retry=0 2024-12-04T15:20:47,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37073,DS-7c5e1325-9f6e-4074-9adb-27a3cf544e0e,DISK] 2024-12-04T15:20:47,498 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/WALs/c6f2e1d35cf1,33643,1733325645982/c6f2e1d35cf1%2C33643%2C1733325645982.1733325647477 2024-12-04T15:20:47,499 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34643:34643)] 2024-12-04T15:20:47,499 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:47,499 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:47,499 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:47,500 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:47,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:47,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:20:47,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:47,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:47,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:47,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:20:47,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:47,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:47,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:47,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:20:47,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:47,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:47,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:47,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:20:47,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:47,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:47,516 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:47,517 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:47,518 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:47,521 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:47,521 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:47,522 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:20:47,523 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:47,526 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:47,527 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61043265, jitterRate=-0.09038446843624115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:20:47,527 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325647500Initializing all the Stores at 1733325647501 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325647501Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325647501Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325647502 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325647502Cleaning up temporary data from old regions at 1733325647521 (+19 ms)Region opened successfully at 1733325647527 (+6 ms) 2024-12-04T15:20:47,528 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:20:47,533 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e7320d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:20:47,534 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:20:47,534 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:20:47,534 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:20:47,535 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:20:47,536 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:20:47,536 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:20:47,536 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:20:47,539 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:20:47,540 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Unable to get data of znode /174021357/balancer because node does not exist (not necessarily an error) 2024-12-04T15:20:47,570 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /174021357/balancer already deleted, retry=false 2024-12-04T15:20:47,571 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:20:47,573 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Unable to get data of znode /174021357/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:20:47,584 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /174021357/normalizer already deleted, retry=false 2024-12-04T15:20:47,585 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:20:47,587 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Unable to get data of znode /174021357/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:20:47,595 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /174021357/switch/split already deleted, retry=false 2024-12-04T15:20:47,597 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Unable to get data of znode /174021357/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:20:47,603 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /174021357/switch/merge already deleted, retry=false 2024-12-04T15:20:47,607 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Unable to get data of znode /174021357/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:20:47,617 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /174021357/snapshot-cleanup already deleted, retry=false 2024-12-04T15:20:47,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/174021357/running 2024-12-04T15:20:47,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/174021357/running 2024-12-04T15:20:47,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357 2024-12-04T15:20:47,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357 2024-12-04T15:20:47,629 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,33643,1733325645982, sessionid=0x101a21c05750003, setting cluster-up flag (Was=false) 2024-12-04T15:20:47,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357 2024-12-04T15:20:47,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357 2024-12-04T15:20:47,670 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /174021357/flush-table-proc/acquired, /174021357/flush-table-proc/reached, /174021357/flush-table-proc/abort 2024-12-04T15:20:47,672 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:20:47,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357 2024-12-04T15:20:47,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357 2024-12-04T15:20:47,717 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /174021357/online-snapshot/acquired, /174021357/online-snapshot/reached, /174021357/online-snapshot/abort 2024-12-04T15:20:47,719 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:20:47,722 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:20:47,726 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:47,727 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:20:47,727 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:20:47,727 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,33643,1733325645982 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:20:47,729 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:47,730 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:47,730 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:47,730 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:47,730 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:20:47,730 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:47,730 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:47,731 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:47,732 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325677731 2024-12-04T15:20:47,732 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:20:47,732 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:20:47,732 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:20:47,732 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:20:47,732 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:20:47,732 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:20:47,732 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,733 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:20:47,733 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:20:47,733 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:20:47,733 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:20:47,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:47,733 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:20:47,735 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:20:47,735 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:20:47,735 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:47,736 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325647735,5,FailOnTimeoutGroup] 2024-12-04T15:20:47,735 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:20:47,736 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325647736,5,FailOnTimeoutGroup] 2024-12-04T15:20:47,737 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,737 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:20:47,737 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,737 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,737 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(746): ClusterId : 5b6155d5-9777-45e6-9fca-f34f5b61f30f 2024-12-04T15:20:47,737 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:20:47,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:20:47,746 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:20:47,746 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:20:47,754 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:20:47,755 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650b3854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:20:47,768 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:41719 2024-12-04T15:20:47,768 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:20:47,768 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:20:47,769 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:20:47,770 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,33643,1733325645982 with port=41719, startcode=1733325646108 2024-12-04T15:20:47,770 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:20:47,772 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:20:47,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33643 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,41719,1733325646108 2024-12-04T15:20:47,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33643 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,41719,1733325646108 2024-12-04T15:20:47,777 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68 2024-12-04T15:20:47,777 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33829 2024-12-04T15:20:47,777 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:20:47,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357/rs 2024-12-04T15:20:47,787 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] zookeeper.ZKUtil(111): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Set watcher on existing znode=/174021357/rs/c6f2e1d35cf1,41719,1733325646108 2024-12-04T15:20:47,787 WARN [RS:0;c6f2e1d35cf1:41719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:47,788 INFO [RS:0;c6f2e1d35cf1:41719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:47,788 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/WALs/c6f2e1d35cf1,41719,1733325646108 2024-12-04T15:20:47,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,41719,1733325646108] 2024-12-04T15:20:47,792 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:20:47,796 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:20:47,797 INFO [RS:0;c6f2e1d35cf1:41719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:20:47,797 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,797 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:20:47,799 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:20:47,799 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,799 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:47,799 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:47,799 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:47,799 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:47,799 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:47,799 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:47,799 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:47,799 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:47,799 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:47,799 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:47,800 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:47,800 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:47,800 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:47,800 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:47,800 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,800 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,800 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,800 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,800 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,801 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,41719,1733325646108-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:47,814 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:20:47,814 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,41719,1733325646108-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,814 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,814 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.Replication(171): c6f2e1d35cf1,41719,1733325646108 started 2024-12-04T15:20:47,826 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:47,826 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,41719,1733325646108, RpcServer on c6f2e1d35cf1/172.17.0.3:41719, sessionid=0x101a21c05750004 2024-12-04T15:20:47,826 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:20:47,826 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,41719,1733325646108 2024-12-04T15:20:47,826 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,41719,1733325646108' 2024-12-04T15:20:47,827 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/174021357/flush-table-proc/abort' 2024-12-04T15:20:47,827 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/174021357/flush-table-proc/acquired' 2024-12-04T15:20:47,828 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:20:47,828 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:20:47,828 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,41719,1733325646108 2024-12-04T15:20:47,828 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,41719,1733325646108' 2024-12-04T15:20:47,828 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/174021357/online-snapshot/abort' 2024-12-04T15:20:47,828 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/174021357/online-snapshot/acquired' 2024-12-04T15:20:47,829 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:20:47,829 INFO [RS:0;c6f2e1d35cf1:41719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:20:47,829 INFO [RS:0;c6f2e1d35cf1:41719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:20:47,930 INFO [RS:0;c6f2e1d35cf1:41719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:47,938 INFO [RS:0;c6f2e1d35cf1:41719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C41719%2C1733325646108, suffix=, logDir=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/WALs/c6f2e1d35cf1,41719,1733325646108, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/oldWALs, maxLogs=10 2024-12-04T15:20:47,957 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/WALs/c6f2e1d35cf1,41719,1733325646108/c6f2e1d35cf1%2C41719%2C1733325646108.1733325647942, exclude list is [], retry=0 2024-12-04T15:20:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37073,DS-7c5e1325-9f6e-4074-9adb-27a3cf544e0e,DISK] 2024-12-04T15:20:47,964 INFO [RS:0;c6f2e1d35cf1:41719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/WALs/c6f2e1d35cf1,41719,1733325646108/c6f2e1d35cf1%2C41719%2C1733325646108.1733325647942 2024-12-04T15:20:47,964 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34643:34643)] 2024-12-04T15:20:48,151 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:20:48,152 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68 2024-12-04T15:20:48,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:20:48,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:48,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:20:48,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:20:48,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:48,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:48,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:20:48,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:20:48,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:48,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:48,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:20:48,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:20:48,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:48,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:48,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:20:48,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:20:48,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:48,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:48,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:20:48,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/data/hbase/meta/1588230740 2024-12-04T15:20:48,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/data/hbase/meta/1588230740 2024-12-04T15:20:48,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:20:48,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:20:48,584 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:20:48,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:20:48,590 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:48,591 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67290904, jitterRate=0.0027126073837280273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:20:48,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325648564Initializing all the Stores at 1733325648566 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325648566Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325648566Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325648566Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325648566Cleaning up temporary data from old regions at 1733325648583 (+17 ms)Region opened successfully at 1733325648591 (+8 ms) 2024-12-04T15:20:48,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:20:48,591 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:20:48,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:20:48,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:20:48,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:20:48,591 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:20:48,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325648591Disabling compacts and flushes for region at 1733325648591Disabling writes for close at 1733325648591Writing region close event to WAL at 1733325648591Closed at 1733325648591 2024-12-04T15:20:48,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:48,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:20:48,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:20:48,596 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:20:48,597 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:20:48,606 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:20:48,748 DEBUG [c6f2e1d35cf1:33643 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:20:48,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,41719,1733325646108 2024-12-04T15:20:48,752 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,41719,1733325646108, state=OPENING 2024-12-04T15:20:48,861 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:20:48,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357 2024-12-04T15:20:48,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357 2024-12-04T15:20:48,876 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:20:48,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /174021357/meta-region-server: CHANGED 2024-12-04T15:20:48,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,41719,1733325646108}] 2024-12-04T15:20:48,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /174021357/meta-region-server: CHANGED 2024-12-04T15:20:49,032 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:49,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:49,041 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:20:49,041 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:49,041 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:20:49,044 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C41719%2C1733325646108.meta, suffix=.meta, logDir=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/WALs/c6f2e1d35cf1,41719,1733325646108, archiveDir=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/oldWALs, maxLogs=10 2024-12-04T15:20:49,057 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/WALs/c6f2e1d35cf1,41719,1733325646108/c6f2e1d35cf1%2C41719%2C1733325646108.meta.1733325649045.meta, exclude list is [], retry=0 2024-12-04T15:20:49,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37073,DS-7c5e1325-9f6e-4074-9adb-27a3cf544e0e,DISK] 2024-12-04T15:20:49,064 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/WALs/c6f2e1d35cf1,41719,1733325646108/c6f2e1d35cf1%2C41719%2C1733325646108.meta.1733325649045.meta 2024-12-04T15:20:49,065 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34643:34643)] 2024-12-04T15:20:49,065 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:49,065 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:20:49,065 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:20:49,066 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:20:49,066 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:20:49,066 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:20:49,066 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:49,066 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:20:49,066 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:20:49,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:20:49,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:20:49,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:49,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:49,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:20:49,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:20:49,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:49,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:49,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:20:49,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:20:49,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:49,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:49,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:20:49,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:20:49,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:49,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:49,078 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:20:49,079 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/data/hbase/meta/1588230740 2024-12-04T15:20:49,082 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/data/hbase/meta/1588230740 2024-12-04T15:20:49,083 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:20:49,083 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:20:49,084 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:20:49,087 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:20:49,088 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73921472, jitterRate=0.1015157699584961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:20:49,088 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:20:49,089 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325649066Writing region info on filesystem at 1733325649066Initializing all the Stores at 1733325649068 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325649068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325649068Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325649068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325649068Cleaning up temporary data from old regions at 1733325649084 (+16 ms)Running coprocessor post-open hooks at 1733325649088 (+4 ms)Region opened successfully at 1733325649089 (+1 ms) 2024-12-04T15:20:49,090 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325649032 2024-12-04T15:20:49,096 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,41719,1733325646108 2024-12-04T15:20:49,096 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:20:49,096 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:20:49,098 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,41719,1733325646108, state=OPEN 2024-12-04T15:20:49,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/174021357/meta-region-server 2024-12-04T15:20:49,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/174021357/meta-region-server 2024-12-04T15:20:49,112 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,41719,1733325646108 2024-12-04T15:20:49,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /174021357/meta-region-server: CHANGED 2024-12-04T15:20:49,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /174021357/meta-region-server: CHANGED 2024-12-04T15:20:49,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:20:49,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,41719,1733325646108 in 236 msec 2024-12-04T15:20:49,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:20:49,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 523 msec 2024-12-04T15:20:49,121 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:49,121 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:20:49,123 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:20:49,123 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,41719,1733325646108, seqNum=-1] 2024-12-04T15:20:49,124 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:49,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:49,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4090 sec 2024-12-04T15:20:49,134 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325649134, completionTime=-1 2024-12-04T15:20:49,134 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:20:49,134 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:20:49,153 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:20:49,153 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325709153 2024-12-04T15:20:49,153 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325769153 2024-12-04T15:20:49,154 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 20 msec 2024-12-04T15:20:49,155 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,33643,1733325645982-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:49,155 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,33643,1733325645982-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:49,155 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,33643,1733325645982-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:49,155 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:33643, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:49,155 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:49,156 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:49,159 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:20:49,162 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.992sec 2024-12-04T15:20:49,162 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:20:49,163 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:20:49,163 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:20:49,163 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:20:49,163 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:20:49,163 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,33643,1733325645982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:49,163 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,33643,1733325645982-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:20:49,166 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:20:49,166 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:20:49,166 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,33643,1733325645982-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:49,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:49,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,33643,-1 for getting cluster id 2024-12-04T15:20:49,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:20:49,258 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b6155d5-9777-45e6-9fca-f34f5b61f30f' 2024-12-04T15:20:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:20:49,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b6155d5-9777-45e6-9fca-f34f5b61f30f" 2024-12-04T15:20:49,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6833610a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:49,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,33643,-1] 2024-12-04T15:20:49,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:20:49,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:49,265 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:20:49,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:49,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:20:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,41719,1733325646108, seqNum=-1] 2024-12-04T15:20:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:49,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:20:49,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:20:49,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58908 2024-12-04T15:20:49,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:49,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a21c05750005 connected 2024-12-04T15:20:49,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:49,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,36335,-1 for getting cluster id 2024-12-04T15:20:49,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:20:49,306 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b58114e3-7735-4d70-b50c-da14823b8a38' 2024-12-04T15:20:49,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:20:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b58114e3-7735-4d70-b50c-da14823b8a38" 2024-12-04T15:20:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1de3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,36335,-1] 2024-12-04T15:20:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:20:49,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:49,310 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:20:49,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233f7e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:49,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:20:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,36335,1733325639476 2024-12-04T15:20:49,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e25b523 2024-12-04T15:20:49,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:20:49,332 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:20:49,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:33643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:20:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:20:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:20:49,346 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:33643' 2024-12-04T15:20:49,347 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:20:49,347 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b5825a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:49,347 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,33643,-1 for getting cluster id 2024-12-04T15:20:49,348 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:20:49,349 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b6155d5-9777-45e6-9fca-f34f5b61f30f' 2024-12-04T15:20:49,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:20:49,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b6155d5-9777-45e6-9fca-f34f5b61f30f" 2024-12-04T15:20:49,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37016bac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:49,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,33643,-1] 2024-12-04T15:20:49,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:20:49,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:49,351 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:20:49,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea32639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:49,353 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:20:49,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:20:49,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5be9d7a6 2024-12-04T15:20:49,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:20:49,361 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:20:49,374 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T15:20:49,374 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:20:49,379 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:49,380 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:49,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:20:49,382 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:20:49,388 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:20:49,392 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:20:49,393 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:49,396 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:20:49,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741835_1011 (size=1138) 2024-12-04T15:20:49,442 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T15:20:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:20:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:20:49,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T15:20:49,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T15:20:49,809 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:20:49,809 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T15:20:49,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:20:49,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T15:20:49,810 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T15:20:49,810 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T15:20:49,811 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb78c589d59175ac21e2a6aa146363c0, NAME => 'hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f 2024-12-04T15:20:49,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741836_1012 (size=44) 2024-12-04T15:20:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:20:50,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:50,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eb78c589d59175ac21e2a6aa146363c0, disabling compactions & flushes 2024-12-04T15:20:50,231 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:20:50,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:20:50,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. after waiting 0 ms 2024-12-04T15:20:50,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:20:50,231 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:20:50,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb78c589d59175ac21e2a6aa146363c0: Waiting for close lock at 1733325650231Disabling compacts and flushes for region at 1733325650231Disabling writes for close at 1733325650231Writing region close event to WAL at 1733325650231Closed at 1733325650231 2024-12-04T15:20:50,234 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:20:50,239 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733325650234"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325650234"}]},"ts":"1733325650234"} 2024-12-04T15:20:50,244 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:20:50,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:20:50,249 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325650246"}]},"ts":"1733325650246"} 2024-12-04T15:20:50,253 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T15:20:50,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb78c589d59175ac21e2a6aa146363c0, ASSIGN}] 2024-12-04T15:20:50,258 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb78c589d59175ac21e2a6aa146363c0, ASSIGN 2024-12-04T15:20:50,261 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb78c589d59175ac21e2a6aa146363c0, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,44633,1733325640159; forceNewPlan=false, retain=false 2024-12-04T15:20:50,413 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=eb78c589d59175ac21e2a6aa146363c0, regionState=OPENING, regionLocation=c6f2e1d35cf1,44633,1733325640159 2024-12-04T15:20:50,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb78c589d59175ac21e2a6aa146363c0, ASSIGN because future has completed 2024-12-04T15:20:50,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb78c589d59175ac21e2a6aa146363c0, server=c6f2e1d35cf1,44633,1733325640159}] 2024-12-04T15:20:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:20:50,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:20:50,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:50,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:20:50,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C44633%2C1733325640159.rep, suffix=, logDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159, archiveDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/oldWALs, maxLogs=10 2024-12-04T15:20:50,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.rep.1733325650596, exclude list is [], retry=0 2024-12-04T15:20:50,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44917,DS-1a37d4e0-a49f-4d5a-980a-9d9d0c45cd8d,DISK] 2024-12-04T15:20:50,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.rep.1733325650596 2024-12-04T15:20:50,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)] 2024-12-04T15:20:50,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => eb78c589d59175ac21e2a6aa146363c0, NAME => 'hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:50,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:20:50,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:20:50,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. service=MultiRowMutationService 2024-12-04T15:20:50,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:20:50,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:20:50,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:50,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:20:50,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:20:50,637 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:20:50,643 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb78c589d59175ac21e2a6aa146363c0 columnFamilyName hfileref 2024-12-04T15:20:50,643 DEBUG [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:50,644 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] regionserver.HStore(327): Store=eb78c589d59175ac21e2a6aa146363c0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:50,645 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:20:50,647 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb78c589d59175ac21e2a6aa146363c0 columnFamilyName queue 2024-12-04T15:20:50,648 DEBUG [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:50,649 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] regionserver.HStore(327): Store=eb78c589d59175ac21e2a6aa146363c0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:50,649 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:20:50,652 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb78c589d59175ac21e2a6aa146363c0 columnFamilyName sid 2024-12-04T15:20:50,652 DEBUG [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:50,653 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] regionserver.HStore(327): Store=eb78c589d59175ac21e2a6aa146363c0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:50,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:20:50,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/replication/eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:20:50,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/replication/eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:20:50,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:20:50,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:20:50,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:20:50,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:20:50,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/replication/eb78c589d59175ac21e2a6aa146363c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:20:50,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened eb78c589d59175ac21e2a6aa146363c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73761467, jitterRate=0.0991315096616745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:20:50,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:20:50,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for eb78c589d59175ac21e2a6aa146363c0: Running coprocessor pre-open hook at 1733325650634Writing region info on filesystem at 1733325650634Initializing all the Stores at 1733325650636 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325650636Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325650637 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325650637Cleaning up temporary data from old regions at 1733325650658 (+21 ms)Running coprocessor post-open hooks at 1733325650676 (+18 ms)Region opened successfully at 1733325650677 (+1 ms) 2024-12-04T15:20:50,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0., pid=7, masterSystemTime=1733325650573 2024-12-04T15:20:50,685 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=eb78c589d59175ac21e2a6aa146363c0, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,44633,1733325640159 2024-12-04T15:20:50,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:20:50,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:20:50,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb78c589d59175ac21e2a6aa146363c0, server=c6f2e1d35cf1,44633,1733325640159 because future has completed 2024-12-04T15:20:50,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T15:20:50,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure eb78c589d59175ac21e2a6aa146363c0, server=c6f2e1d35cf1,44633,1733325640159 in 277 msec 2024-12-04T15:20:50,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:20:50,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb78c589d59175ac21e2a6aa146363c0, ASSIGN in 447 msec 2024-12-04T15:20:50,712 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:20:50,712 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325650712"}]},"ts":"1733325650712"} 2024-12-04T15:20:50,718 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T15:20:50,721 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:20:50,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3380 sec 2024-12-04T15:20:50,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0., hostname=c6f2e1d35cf1,44633,1733325640159, seqNum=2] 2024-12-04T15:20:50,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44633 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-04T15:20:50,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:50,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:50,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:20:51,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44633 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T15:20:51,036 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T15:20:51,086 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,44633,1733325640159, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:20:51,088 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:20:51,089 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,44633,1733325640159, seqNum=-1] 2024-12-04T15:20:51,089 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:20:51,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-04T15:20:51,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f2e1d35cf1,44633,1733325640159', locateType=CURRENT is [region=hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0., hostname=c6f2e1d35cf1,44633,1733325640159, seqNum=2] 2024-12-04T15:20:51,101 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T15:20:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T15:20:51,109 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f2e1d35cf1,44633,1733325640159 suceeded 2024-12-04T15:20:51,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T15:20:51,113 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f2e1d35cf1:33643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:20:51,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 242 msec 2024-12-04T15:20:51,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7770 sec 2024-12-04T15:20:51,119 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:33643' 2024-12-04T15:20:51,121 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4725c63b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:51,122 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,33643,-1 for getting cluster id 2024-12-04T15:20:51,122 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:20:51,123 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b6155d5-9777-45e6-9fca-f34f5b61f30f' 2024-12-04T15:20:51,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:20:51,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b6155d5-9777-45e6-9fca-f34f5b61f30f" 2024-12-04T15:20:51,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15d679fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:51,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,33643,-1] 2024-12-04T15:20:51,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:20:51,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:51,127 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:20:51,128 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55224520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:51,128 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:20:51,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:20:51,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@694a1624 2024-12-04T15:20:51,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:20:51,131 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T15:20:51,132 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,44633,1733325640159 (queues=1) is replicating from cluster=b58114e3-7735-4d70-b50c-da14823b8a38 to cluster=5b6155d5-9777-45e6-9fca-f34f5b61f30f 2024-12-04T15:20:51,135 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C44633%2C1733325640159 2024-12-04T15:20:51,139 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,44633,1733325640159, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:20:51,143 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159.replicationSource.shipperc6f2e1d35cf1%2C44633%2C1733325640159,1-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C44633%2C1733325640159 2024-12-04T15:20:51,146 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159.replicationSource.wal-reader.c6f2e1d35cf1%2C44633%2C1733325640159,1-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.1733325642791, startPosition=0, beingWritten=true 2024-12-04T15:20:51,404 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159.replicationSource.wal-reader.c6f2e1d35cf1%2C44633%2C1733325640159,1-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.1733325642791 to pos 0, reset compression=false 2024-12-04T15:20:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:20:51,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:20:51,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:20:51,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:51,501 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:20:51,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:51,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:20:51,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:51,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,36335,-1 for getting cluster id 2024-12-04T15:20:51,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:20:51,504 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b58114e3-7735-4d70-b50c-da14823b8a38' 2024-12-04T15:20:51,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:20:51,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b58114e3-7735-4d70-b50c-da14823b8a38" 2024-12-04T15:20:51,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f06635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:51,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,36335,-1] 2024-12-04T15:20:51,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:20:51,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:51,507 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:20:51,508 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26342016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:51,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:20:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,36335,1733325639476 2024-12-04T15:20:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ffeb36 2024-12-04T15:20:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:20:51,512 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:20:51,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://c6f2e1d35cf1:33643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:20:51,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:20:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T15:20:51,517 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:33643' 2024-12-04T15:20:51,518 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1953a732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:51,518 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,33643,-1 for getting cluster id 2024-12-04T15:20:51,518 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:20:51,519 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b6155d5-9777-45e6-9fca-f34f5b61f30f' 2024-12-04T15:20:51,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:20:51,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b6155d5-9777-45e6-9fca-f34f5b61f30f" 2024-12-04T15:20:51,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32838542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:51,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,33643,-1] 2024-12-04T15:20:51,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:20:51,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:51,521 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:20:51,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e592b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:51,522 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:20:51,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:20:51,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ee787c3 2024-12-04T15:20:51,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:20:51,524 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:20:51,525 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-04T15:20:51,525 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:20:51,525 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:51,525 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:51,525 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:20:51,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:20:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T15:20:51,712 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159.replicationSource.wal-reader.c6f2e1d35cf1%2C44633%2C1733325640159,1-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.1733325642791 to pos 0, reset compression=false 2024-12-04T15:20:51,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44633 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-04T15:20:51,728 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T15:20:51,760 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-c6f2e1d35cf1,44633,1733325640159, ReplicationSource: 2, currentBandwidth=0 2024-12-04T15:20:51,764 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-04T15:20:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-04T15:20:51,768 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c6f2e1d35cf1,44633,1733325640159 suceeded 2024-12-04T15:20:51,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T15:20:51,772 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c6f2e1d35cf1:33643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:20:51,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-12-04T15:20:51,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 259 msec 2024-12-04T15:20:51,784 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:33643' 2024-12-04T15:20:51,785 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56b2cef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:51,786 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,33643,-1 for getting cluster id 2024-12-04T15:20:51,786 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:20:51,787 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b6155d5-9777-45e6-9fca-f34f5b61f30f' 2024-12-04T15:20:51,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:20:51,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b6155d5-9777-45e6-9fca-f34f5b61f30f" 2024-12-04T15:20:51,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16502fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:51,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,33643,-1] 2024-12-04T15:20:51,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:20:51,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:51,791 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:20:51,792 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6662724f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:51,793 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:20:51,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:20:51,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e75575d 2024-12-04T15:20:51,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:20:51,796 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T15:20:51,797 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c6f2e1d35cf1,44633,1733325640159 (queues=1) is replicating from cluster=b58114e3-7735-4d70-b50c-da14823b8a38 to cluster=5b6155d5-9777-45e6-9fca-f34f5b61f30f 2024-12-04T15:20:51,797 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c6f2e1d35cf1%2C44633%2C1733325640159 2024-12-04T15:20:51,797 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c6f2e1d35cf1,44633,1733325640159, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:20:51,798 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159.replicationSource.wal-reader.c6f2e1d35cf1%2C44633%2C1733325640159,2-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.1733325642791, startPosition=0, beingWritten=true 2024-12-04T15:20:51,798 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159.replicationSource.shipperc6f2e1d35cf1%2C44633%2C1733325640159,2-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C44633%2C1733325640159 2024-12-04T15:20:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T15:20:51,830 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T15:20:51,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:20:51,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:20:51,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:51,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:51,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:20:51,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:20:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,36335,1733325639476 2024-12-04T15:20:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74d3c38d 2024-12-04T15:20:51,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:20:51,838 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:20:51,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T15:20:51,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-04T15:20:51,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T15:20:51,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-04T15:20:51,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:33643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:20:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T15:20:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T15:20:51,857 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:33643' 2024-12-04T15:20:51,858 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce7d4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:51,858 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,33643,-1 for getting cluster id 2024-12-04T15:20:51,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:20:51,859 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b6155d5-9777-45e6-9fca-f34f5b61f30f' 2024-12-04T15:20:51,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:20:51,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b6155d5-9777-45e6-9fca-f34f5b61f30f" 2024-12-04T15:20:51,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c56b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:51,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,33643,-1] 2024-12-04T15:20:51,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:20:51,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:51,861 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:20:51,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e98189a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:51,862 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:20:51,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:20:51,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@506d7e7e 2024-12-04T15:20:51,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:20:51,865 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:20:51,865 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T15:20:51,866 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:20:51,866 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:51,866 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:51,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:20:51,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:20:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T15:20:52,006 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159.replicationSource.wal-reader.c6f2e1d35cf1%2C44633%2C1733325640159,2-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.1733325642791 to pos 0, reset compression=false 2024-12-04T15:20:52,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44633 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-04T15:20:52,039 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-04T15:20:52,041 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-04T15:20:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-04T15:20:52,045 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on c6f2e1d35cf1,44633,1733325640159 suceeded 2024-12-04T15:20:52,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T15:20:52,049 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://c6f2e1d35cf1:33643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:20:52,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-04T15:20:52,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 200 msec 2024-12-04T15:20:52,120 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159.replicationSource.wal-reader.c6f2e1d35cf1%2C44633%2C1733325640159,1-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.1733325642791 to pos 0, reset compression=false 2024-12-04T15:20:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T15:20:52,171 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-04T15:20:52,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://c6f2e1d35cf1:33643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:20:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T15:20:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T15:20:52,176 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:33643' 2024-12-04T15:20:52,180 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648a19eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:52,181 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,33643,-1 for getting cluster id 2024-12-04T15:20:52,181 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:20:52,182 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b6155d5-9777-45e6-9fca-f34f5b61f30f' 2024-12-04T15:20:52,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:20:52,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b6155d5-9777-45e6-9fca-f34f5b61f30f" 2024-12-04T15:20:52,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff4232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:52,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,33643,-1] 2024-12-04T15:20:52,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:20:52,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:52,185 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:20:52,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110b549a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:52,186 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:20:52,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:20:52,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53c42b7b 2024-12-04T15:20:52,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:20:52,189 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:20:52,190 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T15:20:52,190 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:20:52,190 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:52,191 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:52,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:20:52,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:20:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T15:20:52,315 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159.replicationSource.wal-reader.c6f2e1d35cf1%2C44633%2C1733325640159,2-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.1733325642791 to pos 0, reset compression=false 2024-12-04T15:20:52,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44633 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-04T15:20:52,358 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-04T15:20:52,360 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-04T15:20:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-04T15:20:52,365 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on c6f2e1d35cf1,44633,1733325640159 suceeded 2024-12-04T15:20:52,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T15:20:52,369 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://c6f2e1d35cf1:33643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:20:52,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-12-04T15:20:52,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 197 msec 2024-12-04T15:20:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T15:20:52,491 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-04T15:20:52,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T15:20:52,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36335 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-04T15:20:52,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:20:52,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:20:52,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:52,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:52,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:20:52,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:20:52,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=307999247, stopped=false 2024-12-04T15:20:52,495 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,36335,1733325639476 2024-12-04T15:20:52,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423211731/running 2024-12-04T15:20:52,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423211731/running 2024-12-04T15:20:52,537 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:20:52,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:52,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:52,537 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:20:52,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:20:52,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:52,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on znode that does not yet exist, /0-423211731/running 2024-12-04T15:20:52,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on znode that does not yet exist, /0-423211731/running 2024-12-04T15:20:52,538 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,44633,1733325640159' ***** 2024-12-04T15:20:52,538 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:20:52,538 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:20:52,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:20:52,538 INFO [RS:0;c6f2e1d35cf1:44633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:20:52,539 INFO [RS:0;c6f2e1d35cf1:44633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:20:52,539 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:20:52,539 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,44633,1733325640159 2024-12-04T15:20:52,539 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:20:52,539 INFO [RS:0;c6f2e1d35cf1:44633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:44633. 2024-12-04T15:20:52,539 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:20:52,539 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:52,540 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:20:52,540 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb78c589d59175ac21e2a6aa146363c0, disabling compactions & flushes 2024-12-04T15:20:52,540 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:20:52,540 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:20:52,540 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:20:52,540 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:20:52,540 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:20:52,540 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. after waiting 0 ms 2024-12-04T15:20:52,540 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:20:52,540 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T15:20:52,540 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:20:52,540 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1325): Online Regions={eb78c589d59175ac21e2a6aa146363c0=hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:20:52,540 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:20:52,540 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:20:52,540 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:20:52,541 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:20:52,541 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:20:52,543 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb78c589d59175ac21e2a6aa146363c0 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-04T15:20:52,543 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T15:20:52,555 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:52,603 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/.tmp/info/0ba51346b30e41a2aebcc14402841798 is 147, key is hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0./info:regioninfo/1733325650685/Put/seqid=0 2024-12-04T15:20:52,603 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/replication/eb78c589d59175ac21e2a6aa146363c0/.tmp/queue/070018ed99c243869f6b74d1784a3710 is 151, key is 1-c6f2e1d35cf1,44633,1733325640159/queue:c6f2e1d35cf1%2C44633%2C1733325640159/1733325651096/Put/seqid=0 2024-12-04T15:20:52,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741838_1014 (size=6631) 2024-12-04T15:20:52,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741839_1015 (size=5500) 2024-12-04T15:20:52,618 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/replication/eb78c589d59175ac21e2a6aa146363c0/.tmp/queue/070018ed99c243869f6b74d1784a3710 2024-12-04T15:20:52,629 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159.replicationSource.wal-reader.c6f2e1d35cf1%2C44633%2C1733325640159,1-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.1733325642791 to pos 0, reset compression=false 2024-12-04T15:20:52,639 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:20:52,639 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:20:52,659 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/replication/eb78c589d59175ac21e2a6aa146363c0/.tmp/queue/070018ed99c243869f6b74d1784a3710 as hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/replication/eb78c589d59175ac21e2a6aa146363c0/queue/070018ed99c243869f6b74d1784a3710 2024-12-04T15:20:52,668 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/replication/eb78c589d59175ac21e2a6aa146363c0/queue/070018ed99c243869f6b74d1784a3710, entries=2, sequenceid=6, filesize=5.4 K 2024-12-04T15:20:52,675 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for eb78c589d59175ac21e2a6aa146363c0 in 131ms, sequenceid=6, compaction requested=false 2024-12-04T15:20:52,675 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T15:20:52,684 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/replication/eb78c589d59175ac21e2a6aa146363c0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T15:20:52,688 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:20:52,688 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:20:52,688 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:20:52,688 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb78c589d59175ac21e2a6aa146363c0: Waiting for close lock at 1733325652539Running coprocessor pre-close hooks at 1733325652540 (+1 ms)Disabling compacts and flushes for region at 1733325652540Disabling writes for close at 1733325652540Obtaining lock to block concurrent updates at 1733325652543 (+3 ms)Preparing flush snapshotting stores in eb78c589d59175ac21e2a6aa146363c0 at 1733325652543Finished memstore snapshotting hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733325652550 (+7 ms)Flushing stores of hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. at 1733325652551 (+1 ms)Flushing eb78c589d59175ac21e2a6aa146363c0/queue: creating writer at 1733325652552 (+1 ms)Flushing eb78c589d59175ac21e2a6aa146363c0/queue: appending metadata at 1733325652590 (+38 ms)Flushing eb78c589d59175ac21e2a6aa146363c0/queue: closing flushed file at 1733325652593 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c4707a9: reopening flushed file at 1733325652657 (+64 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for eb78c589d59175ac21e2a6aa146363c0 in 131ms, sequenceid=6, compaction requested=false at 1733325652675 (+18 ms)Writing region close event to WAL at 1733325652677 (+2 ms)Running coprocessor post-close hooks at 1733325652685 (+8 ms)Closed at 1733325652688 (+3 ms) 2024-12-04T15:20:52,689 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:20:52,725 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159.replicationSource.wal-reader.c6f2e1d35cf1%2C44633%2C1733325640159,2-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.1733325642791 to pos 0, reset compression=false 2024-12-04T15:20:52,741 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:20:52,941 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:20:53,017 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/.tmp/info/0ba51346b30e41a2aebcc14402841798 2024-12-04T15:20:53,043 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/.tmp/ns/67b985cd750e4c47865ab2eef34f56a0 is 43, key is default/ns:d/1733325644035/Put/seqid=0 2024-12-04T15:20:53,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741840_1016 (size=5153) 2024-12-04T15:20:53,141 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:20:53,232 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159.replicationSource.wal-reader.c6f2e1d35cf1%2C44633%2C1733325640159,2-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.1733325642791 to pos 0, reset compression=false 2024-12-04T15:20:53,235 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159.replicationSource.wal-reader.c6f2e1d35cf1%2C44633%2C1733325640159,1-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.1733325642791 to pos 0, reset compression=false 2024-12-04T15:20:53,342 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:20:53,452 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/.tmp/ns/67b985cd750e4c47865ab2eef34f56a0 2024-12-04T15:20:53,487 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/.tmp/table/b9ca295ca13543798767bf24e9e75836 is 53, key is hbase:replication/table:state/1733325650712/Put/seqid=0 2024-12-04T15:20:53,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741841_1017 (size=5256) 2024-12-04T15:20:53,542 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T15:20:53,542 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:20:53,542 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:20:53,743 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:20:53,844 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159.replicationSource.wal-reader.c6f2e1d35cf1%2C44633%2C1733325640159,2-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.1733325642791 to pos 0, reset compression=false 2024-12-04T15:20:53,895 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/.tmp/table/b9ca295ca13543798767bf24e9e75836 2024-12-04T15:20:53,913 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/.tmp/info/0ba51346b30e41a2aebcc14402841798 as hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/info/0ba51346b30e41a2aebcc14402841798 2024-12-04T15:20:53,928 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/info/0ba51346b30e41a2aebcc14402841798, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T15:20:53,929 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/.tmp/ns/67b985cd750e4c47865ab2eef34f56a0 as hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/ns/67b985cd750e4c47865ab2eef34f56a0 2024-12-04T15:20:53,941 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/ns/67b985cd750e4c47865ab2eef34f56a0, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T15:20:53,942 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/.tmp/table/b9ca295ca13543798767bf24e9e75836 as hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/table/b9ca295ca13543798767bf24e9e75836 2024-12-04T15:20:53,943 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:20:53,956 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/table/b9ca295ca13543798767bf24e9e75836, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T15:20:53,958 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1417ms, sequenceid=11, compaction requested=false 2024-12-04T15:20:53,967 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159.replicationSource.wal-reader.c6f2e1d35cf1%2C44633%2C1733325640159,1-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.1733325642791 to pos 0, reset compression=false 2024-12-04T15:20:53,991 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T15:20:53,992 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:20:53,993 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:20:53,993 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:20:53,993 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325652540Running coprocessor pre-close hooks at 1733325652540Disabling compacts and flushes for region at 1733325652540Disabling writes for close at 1733325652541 (+1 ms)Obtaining lock to block concurrent updates at 1733325652543 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733325652543Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733325652550 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733325652551 (+1 ms)Flushing 1588230740/info: creating writer at 1733325652552 (+1 ms)Flushing 1588230740/info: appending metadata at 1733325652590 (+38 ms)Flushing 1588230740/info: closing flushed file at 1733325652593 (+3 ms)Flushing 1588230740/ns: creating writer at 1733325653026 (+433 ms)Flushing 1588230740/ns: appending metadata at 1733325653043 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733325653043Flushing 1588230740/table: creating writer at 1733325653465 (+422 ms)Flushing 1588230740/table: appending metadata at 1733325653486 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733325653486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa2f4d6: reopening flushed file at 1733325653909 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6316749e: reopening flushed file at 1733325653928 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@558a017d: reopening flushed file at 1733325653941 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1417ms, sequenceid=11, compaction requested=false at 1733325653958 (+17 ms)Writing region close event to WAL at 1733325653967 (+9 ms)Running coprocessor post-close hooks at 1733325653992 (+25 ms)Closed at 1733325653993 (+1 ms) 2024-12-04T15:20:53,993 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:20:54,143 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,44633,1733325640159; all regions closed. 2024-12-04T15:20:54,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741834_1010 (size=2742) 2024-12-04T15:20:54,153 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/oldWALs 2024-12-04T15:20:54,153 INFO [RS:0;c6f2e1d35cf1:44633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C44633%2C1733325640159.meta:.meta(num 1733325643804) 2024-12-04T15:20:54,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741837_1013 (size=1802) 2024-12-04T15:20:54,159 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/oldWALs 2024-12-04T15:20:54,159 INFO [RS:0;c6f2e1d35cf1:44633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C44633%2C1733325640159.rep:(num 1733325650596) 2024-12-04T15:20:54,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741832_1008 (size=93) 2024-12-04T15:20:54,162 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159/c6f2e1d35cf1%2C44633%2C1733325640159.1733325642791 not finished, retry = 0 2024-12-04T15:20:54,266 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/oldWALs 2024-12-04T15:20:54,267 INFO [RS:0;c6f2e1d35cf1:44633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C44633%2C1733325640159:(num 1733325642791) 2024-12-04T15:20:54,267 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:54,267 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:20:54,267 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:20:54,267 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T15:20:54,267 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:20:54,267 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:20:54,268 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,44633,1733325640159 because: Region server is closing 2024-12-04T15:20:54,268 INFO [RS:0;c6f2e1d35cf1:44633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:44633. 2024-12-04T15:20:54,268 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:20:54,268 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:54,269 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:54,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:20:54,369 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159.replicationSource.shipperc6f2e1d35cf1%2C44633%2C1733325640159,1-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T15:20:54,370 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159.replicationSource.shipperc6f2e1d35cf1%2C44633%2C1733325640159,1-c6f2e1d35cf1,44633,1733325640159 terminated 2024-12-04T15:20:54,369 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44633,1733325640159.replicationSource.wal-reader.c6f2e1d35cf1%2C44633%2C1733325640159,1-c6f2e1d35cf1,44633,1733325640159 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T15:20:54,371 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c6f2e1d35cf1,44633,1733325640159 because: Region server is closing 2024-12-04T15:20:54,371 INFO [RS:0;c6f2e1d35cf1:44633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:44633. 2024-12-04T15:20:54,371 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:20:54,371 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:54,371 DEBUG [RS:0;c6f2e1d35cf1:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:54,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:20:54,472 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159.replicationSource.shipperc6f2e1d35cf1%2C44633%2C1733325640159,2-c6f2e1d35cf1,44633,1733325640159 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T15:20:54,472 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159.replicationSource.wal-reader.c6f2e1d35cf1%2C44633%2C1733325640159,2-c6f2e1d35cf1,44633,1733325640159 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T15:20:54,472 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,44633,1733325640159.replicationSource.shipperc6f2e1d35cf1%2C44633%2C1733325640159,2-c6f2e1d35cf1,44633,1733325640159 terminated 2024-12-04T15:20:54,472 INFO [RS:0;c6f2e1d35cf1:44633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44633 2024-12-04T15:20:54,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731/rs 2024-12-04T15:20:54,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423211731/rs/c6f2e1d35cf1,44633,1733325640159 2024-12-04T15:20:54,486 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:20:54,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,44633,1733325640159] 2024-12-04T15:20:54,503 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-423211731/draining/c6f2e1d35cf1,44633,1733325640159 already deleted, retry=false 2024-12-04T15:20:54,503 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,44633,1733325640159 expired; onlineServers=0 2024-12-04T15:20:54,504 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,36335,1733325639476' ***** 2024-12-04T15:20:54,504 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:20:54,504 INFO [M:0;c6f2e1d35cf1:36335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:20:54,504 INFO [M:0;c6f2e1d35cf1:36335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:20:54,504 DEBUG [M:0;c6f2e1d35cf1:36335 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:20:54,504 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:20:54,504 DEBUG [M:0;c6f2e1d35cf1:36335 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:20:54,504 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325642504 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325642504,5,FailOnTimeoutGroup] 2024-12-04T15:20:54,504 INFO [M:0;c6f2e1d35cf1:36335 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:20:54,504 INFO [M:0;c6f2e1d35cf1:36335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:20:54,505 DEBUG [M:0;c6f2e1d35cf1:36335 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:20:54,505 INFO [M:0;c6f2e1d35cf1:36335 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:20:54,505 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325642505 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325642505,5,FailOnTimeoutGroup] 2024-12-04T15:20:54,505 INFO [M:0;c6f2e1d35cf1:36335 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:20:54,506 INFO [M:0;c6f2e1d35cf1:36335 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:20:54,506 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:20:54,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423211731/master 2024-12-04T15:20:54,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:54,512 DEBUG [M:0;c6f2e1d35cf1:36335 {}] zookeeper.ZKUtil(347): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Unable to get data of znode /0-423211731/master because node does not exist (not an error) 2024-12-04T15:20:54,512 WARN [M:0;c6f2e1d35cf1:36335 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:20:54,513 INFO [M:0;c6f2e1d35cf1:36335 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/.lastflushedseqids 2024-12-04T15:20:54,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741842_1018 (size=181) 2024-12-04T15:20:54,528 INFO [M:0;c6f2e1d35cf1:36335 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:20:54,528 INFO [M:0;c6f2e1d35cf1:36335 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:20:54,528 DEBUG [M:0;c6f2e1d35cf1:36335 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:20:54,528 INFO [M:0;c6f2e1d35cf1:36335 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:54,528 DEBUG [M:0;c6f2e1d35cf1:36335 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:54,528 DEBUG [M:0;c6f2e1d35cf1:36335 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:20:54,528 DEBUG [M:0;c6f2e1d35cf1:36335 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:54,529 INFO [M:0;c6f2e1d35cf1:36335 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-04T15:20:54,548 DEBUG [M:0;c6f2e1d35cf1:36335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b2afa797a43407481422f91950a5e62 is 82, key is hbase:meta,,1/info:regioninfo/1733325643888/Put/seqid=0 2024-12-04T15:20:54,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741843_1019 (size=5672) 2024-12-04T15:20:54,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:20:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x101a21c05750001, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:54,596 INFO [RS:0;c6f2e1d35cf1:44633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:20:54,596 INFO [RS:0;c6f2e1d35cf1:44633 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,44633,1733325640159; zookeeper connection closed. 2024-12-04T15:20:54,600 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@103b9629 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@103b9629 2024-12-04T15:20:54,600 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:20:54,960 INFO [M:0;c6f2e1d35cf1:36335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b2afa797a43407481422f91950a5e62 2024-12-04T15:20:54,982 DEBUG [M:0;c6f2e1d35cf1:36335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/337fcdcc4523456d9174226e469f0e07 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733325650724/Put/seqid=0 2024-12-04T15:20:54,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741844_1020 (size=8663) 2024-12-04T15:20:55,391 INFO [M:0;c6f2e1d35cf1:36335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/337fcdcc4523456d9174226e469f0e07 2024-12-04T15:20:55,417 DEBUG [M:0;c6f2e1d35cf1:36335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87ef69b85f3845c9b9ebee2df394242e is 69, key is c6f2e1d35cf1,44633,1733325640159/rs:state/1733325642560/Put/seqid=0 2024-12-04T15:20:55,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741845_1021 (size=5156) 2024-12-04T15:20:55,827 INFO [M:0;c6f2e1d35cf1:36335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87ef69b85f3845c9b9ebee2df394242e 2024-12-04T15:20:55,839 DEBUG [M:0;c6f2e1d35cf1:36335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b2afa797a43407481422f91950a5e62 as hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b2afa797a43407481422f91950a5e62 2024-12-04T15:20:55,847 INFO [M:0;c6f2e1d35cf1:36335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b2afa797a43407481422f91950a5e62, entries=8, sequenceid=115, filesize=5.5 K 2024-12-04T15:20:55,849 DEBUG [M:0;c6f2e1d35cf1:36335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/337fcdcc4523456d9174226e469f0e07 as hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/337fcdcc4523456d9174226e469f0e07 2024-12-04T15:20:55,858 INFO [M:0;c6f2e1d35cf1:36335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/337fcdcc4523456d9174226e469f0e07, entries=14, sequenceid=115, filesize=8.5 K 2024-12-04T15:20:55,860 DEBUG [M:0;c6f2e1d35cf1:36335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87ef69b85f3845c9b9ebee2df394242e as hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87ef69b85f3845c9b9ebee2df394242e 2024-12-04T15:20:55,868 INFO [M:0;c6f2e1d35cf1:36335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87ef69b85f3845c9b9ebee2df394242e, entries=1, sequenceid=115, filesize=5.0 K 2024-12-04T15:20:55,870 INFO [M:0;c6f2e1d35cf1:36335 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=115, compaction requested=false 2024-12-04T15:20:55,871 INFO [M:0;c6f2e1d35cf1:36335 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:20:55,872 DEBUG [M:0;c6f2e1d35cf1:36335 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325654528Disabling compacts and flushes for region at 1733325654528Disabling writes for close at 1733325654528Obtaining lock to block concurrent updates at 1733325654529 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325654529Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733325654529Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325654530 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325654531 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325654548 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325654548Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325654966 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325654982 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325654982Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325655399 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325655416 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325655416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3b57d5: reopening flushed file at 1733325655837 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a61d0f: reopening flushed file at 1733325655848 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73e248ab: reopening flushed file at 1733325655858 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=115, compaction requested=false at 1733325655870 (+12 ms)Writing region close event to WAL at 1733325655871 (+1 ms)Closed at 1733325655871 2024-12-04T15:20:55,875 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/WALs/c6f2e1d35cf1,36335,1733325639476/c6f2e1d35cf1%2C36335%2C1733325639476.1733325641834 not finished, retry = 0 2024-12-04T15:20:55,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741830_1006 (size=59421) 2024-12-04T15:20:55,976 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:20:55,976 INFO [M:0;c6f2e1d35cf1:36335 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:20:55,977 INFO [M:0;c6f2e1d35cf1:36335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36335 2024-12-04T15:20:55,977 INFO [M:0;c6f2e1d35cf1:36335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:20:56,195 INFO [M:0;c6f2e1d35cf1:36335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:20:56,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:56,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36335-0x101a21c05750000, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:20:56,198 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:20:56,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:56,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:56,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:56,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:56,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:56,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:20:56,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:56,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43479 2024-12-04T15:20:56,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43479 connecting to ZooKeeper ensemble=127.0.0.1:58908 2024-12-04T15:20:56,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434790x0, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:56,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43479-0x101a21c05750006 connected 2024-12-04T15:20:56,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:56,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:56,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on znode that does not yet exist, /0-423211731/running 2024-12-04T15:20:56,229 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f, hbase.cluster.distributed=false 2024-12-04T15:20:56,229 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423211731/meta-region-server: INIT 2024-12-04T15:20:56,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on znode that does not yet exist, /0-423211731/acl 2024-12-04T15:20:56,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43479 2024-12-04T15:20:56,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43479 2024-12-04T15:20:56,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43479 2024-12-04T15:20:56,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43479 2024-12-04T15:20:56,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43479 2024-12-04T15:20:56,268 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:20:56,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:56,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:56,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:20:56,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:20:56,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:20:56,268 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:20:56,268 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:20:56,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37527 2024-12-04T15:20:56,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37527 connecting to ZooKeeper ensemble=127.0.0.1:58908 2024-12-04T15:20:56,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:56,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:56,300 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375270x0, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:20:56,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375270x0, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on znode that does not yet exist, /0-423211731/running 2024-12-04T15:20:56,301 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:20:56,301 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423211731/meta-region-server: INIT 2024-12-04T15:20:56,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37527-0x101a21c05750007 connected 2024-12-04T15:20:56,307 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:20:56,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on znode that does not yet exist, /0-423211731/master 2024-12-04T15:20:56,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on znode that does not yet exist, /0-423211731/acl 2024-12-04T15:20:56,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37527 2024-12-04T15:20:56,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37527 2024-12-04T15:20:56,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37527 2024-12-04T15:20:56,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37527 2024-12-04T15:20:56,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37527 2024-12-04T15:20:56,334 DEBUG [M:0;c6f2e1d35cf1:43479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:43479 2024-12-04T15:20:56,335 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-423211731/backup-masters/c6f2e1d35cf1,43479,1733325656198 2024-12-04T15:20:56,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731/backup-masters 2024-12-04T15:20:56,345 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731/backup-masters 2024-12-04T15:20:56,345 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on existing znode=/0-423211731/backup-masters/c6f2e1d35cf1,43479,1733325656198 2024-12-04T15:20:56,353 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-423211731/master 2024-12-04T15:20:56,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:56,353 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:56,354 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on existing znode=/0-423211731/master 2024-12-04T15:20:56,354 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-423211731/backup-masters/c6f2e1d35cf1,43479,1733325656198 from backup master directory 2024-12-04T15:20:56,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423211731/backup-masters/c6f2e1d35cf1,43479,1733325656198 2024-12-04T15:20:56,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731/backup-masters 2024-12-04T15:20:56,361 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:56,361 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731/backup-masters 2024-12-04T15:20:56,361 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,43479,1733325656198 2024-12-04T15:20:56,383 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:20:56,383 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:20:56,406 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 23ms. 2024-12-04T15:20:56,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741846_1022 (size=196) 2024-12-04T15:20:56,429 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:20:56,430 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:20:56,443 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:56,454 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T15:20:56,459 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/WALs/c6f2e1d35cf1,36335,1733325639476 to hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/WALs/c6f2e1d35cf1,36335,1733325639476-dead as it is dead 2024-12-04T15:20:56,461 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-04T15:20:56,461 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-04T15:20:56,461 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/WALs/c6f2e1d35cf1,36335,1733325639476-dead/c6f2e1d35cf1%2C36335%2C1733325639476.1733325641834 2024-12-04T15:20:56,468 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/WALs/c6f2e1d35cf1,36335,1733325639476-dead/c6f2e1d35cf1%2C36335%2C1733325639476.1733325641834 after 4ms 2024-12-04T15:20:56,469 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/WALs/c6f2e1d35cf1,36335,1733325639476-dead/c6f2e1d35cf1%2C36335%2C1733325639476.1733325641834 to hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c6f2e1d35cf1%2C36335%2C1733325639476.1733325641834 2024-12-04T15:20:56,469 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/WALs/c6f2e1d35cf1,36335,1733325639476-dead 2024-12-04T15:20:56,470 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/WALs/c6f2e1d35cf1,43479,1733325656198 2024-12-04T15:20:56,472 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:56,475 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C43479%2C1733325656198, suffix=, logDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/WALs/c6f2e1d35cf1,43479,1733325656198, archiveDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/oldWALs, maxLogs=10 2024-12-04T15:20:56,491 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/WALs/c6f2e1d35cf1,43479,1733325656198/c6f2e1d35cf1%2C43479%2C1733325656198.1733325656475, exclude list is [], retry=0 2024-12-04T15:20:56,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44917,DS-1a37d4e0-a49f-4d5a-980a-9d9d0c45cd8d,DISK] 2024-12-04T15:20:56,505 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/WALs/c6f2e1d35cf1,43479,1733325656198/c6f2e1d35cf1%2C43479%2C1733325656198.1733325656475 2024-12-04T15:20:56,507 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)] 2024-12-04T15:20:56,507 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:56,507 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:56,507 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:56,507 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:56,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:56,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:20:56,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:56,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b2afa797a43407481422f91950a5e62 2024-12-04T15:20:56,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:56,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:56,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:20:56,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:56,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/337fcdcc4523456d9174226e469f0e07 2024-12-04T15:20:56,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:56,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:56,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:20:56,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:56,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87ef69b85f3845c9b9ebee2df394242e 2024-12-04T15:20:56,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:56,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:56,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:20:56,564 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:56,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:20:56,565 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:56,566 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T15:20:56,566 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c6f2e1d35cf1%2C36335%2C1733325639476.1733325641834 2024-12-04T15:20:56,592 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c6f2e1d35cf1%2C36335%2C1733325639476.1733325641834 2024-12-04T15:20:56,595 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c6f2e1d35cf1%2C36335%2C1733325639476.1733325641834 2024-12-04T15:20:56,597 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:56,597 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:56,599 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:20:56,608 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:20:56,624 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-04T15:20:56,627 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68278571, jitterRate=0.01742999255657196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:20:56,627 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325656508Initializing all the Stores at 1733325656509 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325656509Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325656510 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325656510Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325656510Cleaning up temporary data from old regions at 1733325656597 (+87 ms)Region opened successfully at 1733325656627 (+30 ms) 2024-12-04T15:20:56,628 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:20:56,634 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503973c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:20:56,649 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T15:20:56,649 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:20:56,650 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:20:56,650 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:20:56,651 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:20:56,657 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:20:56,657 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:20:56,658 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:20:56,658 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:20:56,659 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T15:20:56,659 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T15:20:56,659 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-04T15:20:56,659 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:20:56,674 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c6f2e1d35cf1,44633,1733325640159, regionLocation=c6f2e1d35cf1,44633,1733325640159, openSeqNum=2 2024-12-04T15:20:56,674 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c6f2e1d35cf1,44633,1733325640159, table=hbase:meta, region=1588230740 2024-12-04T15:20:56,674 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,44633,1733325640159, state=OPEN 2024-12-04T15:20:56,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423211731/meta-region-server 2024-12-04T15:20:56,758 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423211731/meta-region-server 2024-12-04T15:20:56,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423211731/meta-region-server: CHANGED 2024-12-04T15:20:56,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423211731/meta-region-server: CHANGED 2024-12-04T15:20:56,765 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:20:56,794 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423211731/draining/c6f2e1d35cf1,44633,1733325640159 already deleted, retry=false 2024-12-04T15:20:56,794 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c6f2e1d35cf1,44633,1733325640159 on c6f2e1d35cf1,43479,1733325656198 2024-12-04T15:20:56,801 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c6f2e1d35cf1,44633,1733325640159, splitWal=true, meta=true 2024-12-04T15:20:56,803 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for c6f2e1d35cf1,44633,1733325640159 (carryingMeta=true) c6f2e1d35cf1,44633,1733325640159/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7cc07839[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T15:20:56,807 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Unable to get data of znode /0-423211731/balancer because node does not exist (not necessarily an error) 2024-12-04T15:20:56,820 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423211731/balancer already deleted, retry=false 2024-12-04T15:20:56,820 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:20:56,822 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Unable to get data of znode /0-423211731/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:20:56,854 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423211731/normalizer already deleted, retry=false 2024-12-04T15:20:56,855 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:20:56,856 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Unable to get data of znode /0-423211731/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:20:56,869 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423211731/switch/split already deleted, retry=false 2024-12-04T15:20:56,871 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Unable to get data of znode /0-423211731/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:20:56,878 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423211731/switch/merge already deleted, retry=false 2024-12-04T15:20:56,906 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Unable to get data of znode /0-423211731/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:20:56,911 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-423211731/snapshot-cleanup already deleted, retry=false 2024-12-04T15:20:56,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-423211731/running 2024-12-04T15:20:56,920 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-423211731/running 2024-12-04T15:20:56,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:56,920 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:20:56,920 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,43479,1733325656198, sessionid=0x101a21c05750006, setting cluster-up flag (Was=false) 2024-12-04T15:20:56,929 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-423211731/flush-table-proc/acquired, /0-423211731/flush-table-proc/reached, /0-423211731/flush-table-proc/abort 2024-12-04T15:20:56,930 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,43479,1733325656198 2024-12-04T15:20:56,942 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-423211731/online-snapshot/acquired, /0-423211731/online-snapshot/reached, /0-423211731/online-snapshot/abort 2024-12-04T15:20:56,943 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,43479,1733325656198 2024-12-04T15:20:56,947 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/.lastflushedseqids 2024-12-04T15:20:56,951 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:20:56,951 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:20:56,952 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,43479,1733325656198 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c6f2e1d35cf1,44633,1733325640159 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:20:56,953 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:56,953 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:56,953 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:56,953 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:20:56,953 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:20:56,953 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:56,954 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:56,954 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:56,957 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c6f2e1d35cf1,44633,1733325640159, splitWal=true, meta=true 2024-12-04T15:20:56,958 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c6f2e1d35cf1,44633,1733325640159, splitWal=true, meta=true, isMeta: true 2024-12-04T15:20:56,960 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159-splitting 2024-12-04T15:20:56,961 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159-splitting dir is empty, no logs to split. 2024-12-04T15:20:56,961 INFO [PEWorker-1 {}] master.SplitWALManager(105): c6f2e1d35cf1,44633,1733325640159 WAL count=0, meta=true 2024-12-04T15:20:56,963 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325686963 2024-12-04T15:20:56,963 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:20:56,963 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:20:56,963 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:20:56,963 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:20:56,963 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:20:56,963 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:20:56,963 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:56,967 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159-splitting dir is empty, no logs to split. 2024-12-04T15:20:56,967 INFO [PEWorker-1 {}] master.SplitWALManager(105): c6f2e1d35cf1,44633,1733325640159 WAL count=0, meta=true 2024-12-04T15:20:56,967 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c6f2e1d35cf1,44633,1733325640159 WAL splitting is done? wals=0, meta=true 2024-12-04T15:20:56,967 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:20:56,967 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:20:56,967 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:20:56,967 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:20:56,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:20:56,970 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:20:56,970 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:20:56,971 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325656970,5,FailOnTimeoutGroup] 2024-12-04T15:20:56,971 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325656971,5,FailOnTimeoutGroup] 2024-12-04T15:20:56,971 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:56,971 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:20:56,971 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:56,971 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:56,971 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325656971, completionTime=-1 2024-12-04T15:20:56,972 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T15:20:56,972 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:20:56,973 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T15:20:56,975 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T15:20:57,021 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(746): ClusterId : b58114e3-7735-4d70-b50c-da14823b8a38 2024-12-04T15:20:57,021 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:20:57,034 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:20:57,034 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:20:57,046 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:20:57,047 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2af907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:20:57,062 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:37527 2024-12-04T15:20:57,063 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:20:57,063 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:20:57,063 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:20:57,064 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,43479,1733325656198 with port=37527, startcode=1733325656267 2024-12-04T15:20:57,065 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:20:57,067 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:20:57,068 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,37527,1733325656267 2024-12-04T15:20:57,068 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43479 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,37527,1733325656267 2024-12-04T15:20:57,070 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f 2024-12-04T15:20:57,070 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36003 2024-12-04T15:20:57,070 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:20:57,076 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T15:20:57,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731/rs 2024-12-04T15:20:57,079 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] zookeeper.ZKUtil(111): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on existing znode=/0-423211731/rs/c6f2e1d35cf1,37527,1733325656267 2024-12-04T15:20:57,079 WARN [RS:0;c6f2e1d35cf1:37527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:20:57,079 INFO [RS:0;c6f2e1d35cf1:37527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:57,079 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,37527,1733325656267] 2024-12-04T15:20:57,079 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267 2024-12-04T15:20:57,124 WARN [c6f2e1d35cf1:43479 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T15:20:57,128 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:20:57,147 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:20:57,147 INFO [RS:0;c6f2e1d35cf1:37527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:20:57,147 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:57,148 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:20:57,149 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:20:57,149 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:57,149 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:57,149 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:57,149 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:57,150 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:57,150 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:57,150 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:20:57,150 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:57,150 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:57,150 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:57,150 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:57,150 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:57,150 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:20:57,151 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:57,151 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:20:57,163 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:57,163 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:57,163 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:57,163 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:57,163 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:57,163 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,37527,1733325656267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:20:57,192 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:20:57,192 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,37527,1733325656267-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:57,216 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,37527,1733325656267, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:20:57,236 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.ReplicationSource(231): queueId=2-c6f2e1d35cf1,37527,1733325656267, ReplicationSource: 2, currentBandwidth=0 2024-12-04T15:20:57,238 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:57,239 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.Replication(171): c6f2e1d35cf1,37527,1733325656267 started 2024-12-04T15:20:57,240 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource,1-c6f2e1d35cf1,37527,1733325656267 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:33643' 2024-12-04T15:20:57,242 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource,1-c6f2e1d35cf1,37527,1733325656267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5468c161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:57,243 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource,1-c6f2e1d35cf1,37527,1733325656267 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,33643,-1 for getting cluster id 2024-12-04T15:20:57,243 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource,1-c6f2e1d35cf1,37527,1733325656267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:20:57,244 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b6155d5-9777-45e6-9fca-f34f5b61f30f' 2024-12-04T15:20:57,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:20:57,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b6155d5-9777-45e6-9fca-f34f5b61f30f" 2024-12-04T15:20:57,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5675ac15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:57,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,33643,-1] 2024-12-04T15:20:57,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:20:57,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:57,247 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:20:57,248 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource,1-c6f2e1d35cf1,37527,1733325656267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@395a018d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:57,248 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource,1-c6f2e1d35cf1,37527,1733325656267 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:20:57,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:20:57,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28234382 2024-12-04T15:20:57,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:20:57,251 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T15:20:57,253 INFO [RS:0;c6f2e1d35cf1:37527.replicationSource,1-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,37527,1733325656267 (queues=0) is replicating from cluster=b58114e3-7735-4d70-b50c-da14823b8a38 to cluster=5b6155d5-9777-45e6-9fca-f34f5b61f30f 2024-12-04T15:20:57,255 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:20:57,255 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,37527,1733325656267, RpcServer on c6f2e1d35cf1/172.17.0.3:37527, sessionid=0x101a21c05750007 2024-12-04T15:20:57,255 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:20:57,255 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,37527,1733325656267 2024-12-04T15:20:57,255 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,37527,1733325656267' 2024-12-04T15:20:57,255 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-423211731/flush-table-proc/abort' 2024-12-04T15:20:57,256 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource,2-c6f2e1d35cf1,37527,1733325656267 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:33643' 2024-12-04T15:20:57,256 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-423211731/flush-table-proc/acquired' 2024-12-04T15:20:57,257 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:20:57,257 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:20:57,257 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,37527,1733325656267 2024-12-04T15:20:57,257 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,37527,1733325656267' 2024-12-04T15:20:57,257 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-423211731/online-snapshot/abort' 2024-12-04T15:20:57,258 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-423211731/online-snapshot/acquired' 2024-12-04T15:20:57,259 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource,2-c6f2e1d35cf1,37527,1733325656267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4585955e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:57,259 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource,2-c6f2e1d35cf1,37527,1733325656267 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,33643,-1 for getting cluster id 2024-12-04T15:20:57,259 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource,2-c6f2e1d35cf1,37527,1733325656267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:20:57,260 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:20:57,260 INFO [RS:0;c6f2e1d35cf1:37527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:20:57,260 INFO [RS:0;c6f2e1d35cf1:37527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:20:57,260 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5b6155d5-9777-45e6-9fca-f34f5b61f30f' 2024-12-04T15:20:57,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:20:57,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5b6155d5-9777-45e6-9fca-f34f5b61f30f" 2024-12-04T15:20:57,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7358d7f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:57,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,33643,-1] 2024-12-04T15:20:57,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:20:57,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:20:57,262 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:20:57,264 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource,2-c6f2e1d35cf1,37527,1733325656267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1df38cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:20:57,264 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource,2-c6f2e1d35cf1,37527,1733325656267 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:20:57,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:20:57,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e4d30c 2024-12-04T15:20:57,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:20:57,266 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T15:20:57,267 INFO [RS:0;c6f2e1d35cf1:37527.replicationSource,2-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c6f2e1d35cf1,37527,1733325656267 (queues=0) is replicating from cluster=b58114e3-7735-4d70-b50c-da14823b8a38 to cluster=5b6155d5-9777-45e6-9fca-f34f5b61f30f 2024-12-04T15:20:57,361 INFO [RS:0;c6f2e1d35cf1:37527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:20:57,363 INFO [RS:0;c6f2e1d35cf1:37527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C37527%2C1733325656267, suffix=, logDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267, archiveDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/oldWALs, maxLogs=10 2024-12-04T15:20:57,381 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364, exclude list is [], retry=0 2024-12-04T15:20:57,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44917,DS-1a37d4e0-a49f-4d5a-980a-9d9d0c45cd8d,DISK] 2024-12-04T15:20:57,388 INFO [RS:0;c6f2e1d35cf1:37527 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 2024-12-04T15:20:57,389 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c6f2e1d35cf1%2C37527%2C1733325656267 for peer 2 2024-12-04T15:20:57,389 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c6f2e1d35cf1%2C37527%2C1733325656267 for peer 1 2024-12-04T15:20:57,390 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C37527%2C1733325656267 2024-12-04T15:20:57,390 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,37527,1733325656267, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:20:57,390 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c6f2e1d35cf1%2C37527%2C1733325656267 2024-12-04T15:20:57,390 INFO [RS:0;c6f2e1d35cf1:37527.replicationSource.shipperc6f2e1d35cf1%2C37527%2C1733325656267,1-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C37527%2C1733325656267 2024-12-04T15:20:57,390 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c6f2e1d35cf1,37527,1733325656267, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:20:57,393 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)] 2024-12-04T15:20:57,393 INFO [RS:0;c6f2e1d35cf1:37527.replicationSource.shipperc6f2e1d35cf1%2C37527%2C1733325656267,2-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C37527%2C1733325656267 2024-12-04T15:20:57,393 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,2-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364, startPosition=0, beingWritten=true 2024-12-04T15:20:57,393 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,1-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364, startPosition=0, beingWritten=true 2024-12-04T15:20:57,604 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,1-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:20:57,608 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,2-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:20:57,624 DEBUG [c6f2e1d35cf1:43479 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:20:57,626 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,37527,1733325656267 2024-12-04T15:20:57,630 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,37527,1733325656267, state=OPENING 2024-12-04T15:20:57,661 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423211731/meta-region-server 2024-12-04T15:20:57,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423211731/meta-region-server 2024-12-04T15:20:57,661 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:20:57,661 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423211731/meta-region-server: CHANGED 2024-12-04T15:20:57,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,37527,1733325656267}] 2024-12-04T15:20:57,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423211731/meta-region-server: CHANGED 2024-12-04T15:20:57,816 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:20:57,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:20:57,821 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:20:57,822 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:20:57,822 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:20:57,824 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C37527%2C1733325656267.meta, suffix=.meta, logDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267, archiveDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/oldWALs, maxLogs=10 2024-12-04T15:20:57,839 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.meta.1733325657825.meta, exclude list is [], retry=0 2024-12-04T15:20:57,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44917,DS-1a37d4e0-a49f-4d5a-980a-9d9d0c45cd8d,DISK] 2024-12-04T15:20:57,844 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.meta.1733325657825.meta 2024-12-04T15:20:57,845 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)] 2024-12-04T15:20:57,845 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:20:57,845 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:20:57,845 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:20:57,845 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:20:57,845 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:20:57,846 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:20:57,846 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:20:57,846 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:20:57,846 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:20:57,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:20:57,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:20:57,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:57,862 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/info/0ba51346b30e41a2aebcc14402841798 2024-12-04T15:20:57,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:57,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:20:57,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:20:57,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:57,874 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/ns/67b985cd750e4c47865ab2eef34f56a0 2024-12-04T15:20:57,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:57,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:20:57,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:20:57,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:57,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:57,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:20:57,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:20:57,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:20:57,888 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/table/b9ca295ca13543798767bf24e9e75836 2024-12-04T15:20:57,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:20:57,889 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:20:57,890 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740 2024-12-04T15:20:57,891 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740 2024-12-04T15:20:57,893 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:20:57,893 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:20:57,894 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:20:57,897 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:20:57,898 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62184945, jitterRate=-0.07337211072444916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:20:57,898 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:20:57,898 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325657846Writing region info on filesystem at 1733325657846Initializing all the Stores at 1733325657847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325657848 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325657848Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325657848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325657848Cleaning up temporary data from old regions at 1733325657893 (+45 ms)Running coprocessor post-open hooks at 1733325657898 (+5 ms)Region opened successfully at 1733325657898 2024-12-04T15:20:57,900 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733325657816 2024-12-04T15:20:57,903 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:20:57,903 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:20:57,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c6f2e1d35cf1,37527,1733325656267 2024-12-04T15:20:57,906 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,37527,1733325656267, state=OPEN 2024-12-04T15:20:57,911 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,1-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:20:57,915 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,2-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:20:57,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423211731/meta-region-server 2024-12-04T15:20:57,916 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-423211731/meta-region-server 2024-12-04T15:20:57,916 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,37527,1733325656267 2024-12-04T15:20:57,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423211731/meta-region-server: CHANGED 2024-12-04T15:20:57,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-423211731/meta-region-server: CHANGED 2024-12-04T15:20:57,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-04T15:20:57,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,37527,1733325656267 in 255 msec 2024-12-04T15:20:57,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-04T15:20:57,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 952 msec 2024-12-04T15:20:58,316 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,1-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:20:58,322 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,2-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:20:58,582 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1610ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1506ms 2024-12-04T15:20:58,823 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,1-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:20:58,827 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,2-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:20:59,437 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,2-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:20:59,437 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,1-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:20:59,495 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:21:00,085 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3113ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3009ms 2024-12-04T15:21:00,144 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,2-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:21:00,145 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,1-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:21:00,952 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,1-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:21:00,954 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,2-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:21:01,488 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4516ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T15:21:01,488 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:21:01,488 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:01,488 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,37527,1733325656267, seqNum=-1] 2024-12-04T15:21:01,489 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:01,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:01,499 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb78c589d59175ac21e2a6aa146363c0, regionState=OPEN, lastHost=c6f2e1d35cf1,44633,1733325640159, regionLocation=c6f2e1d35cf1,44633,1733325640159, openSeqNum=2 2024-12-04T15:21:01,499 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:21:01,499 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325721499 2024-12-04T15:21:01,499 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325781499 2024-12-04T15:21:01,500 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-12-04T15:21:01,500 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,43479,1733325656198-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:01,500 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c6f2e1d35cf1,44633,1733325640159 had 2 regions 2024-12-04T15:21:01,500 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,43479,1733325656198-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:01,501 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,43479,1733325656198-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:01,501 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:43479, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:01,501 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:01,503 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c6f2e1d35cf1,44633,1733325640159, splitWal=true, meta=true, isMeta: false 2024-12-04T15:21:01,506 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159-splitting dir is empty, no logs to split. 2024-12-04T15:21:01,506 INFO [PEWorker-3 {}] master.SplitWALManager(105): c6f2e1d35cf1,44633,1733325640159 WAL count=0, meta=false 2024-12-04T15:21:01,514 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,44633,1733325640159-splitting dir is empty, no logs to split. 2024-12-04T15:21:01,514 INFO [PEWorker-3 {}] master.SplitWALManager(105): c6f2e1d35cf1,44633,1733325640159 WAL count=0, meta=false 2024-12-04T15:21:01,515 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c6f2e1d35cf1,44633,1733325640159 WAL splitting is done? wals=0, meta=false 2024-12-04T15:21:01,517 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:01,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb78c589d59175ac21e2a6aa146363c0, ASSIGN}] 2024-12-04T15:21:01,533 WARN [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c6f2e1d35cf1,44633,1733325640159/hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:21:01,536 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.174sec 2024-12-04T15:21:01,536 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb78c589d59175ac21e2a6aa146363c0, ASSIGN 2024-12-04T15:21:01,538 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:21:01,538 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:21:01,538 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:21:01,538 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:21:01,539 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:21:01,539 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,43479,1733325656198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:21:01,539 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,43479,1733325656198-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:21:01,540 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb78c589d59175ac21e2a6aa146363c0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T15:21:01,551 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:21:01,551 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:21:01,551 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,43479,1733325656198-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:01,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:01,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,43479,-1 for getting cluster id 2024-12-04T15:21:01,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:01,627 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b58114e3-7735-4d70-b50c-da14823b8a38' 2024-12-04T15:21:01,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:01,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b58114e3-7735-4d70-b50c-da14823b8a38" 2024-12-04T15:21:01,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d61219c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:01,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,43479,-1] 2024-12-04T15:21:01,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:01,628 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:01,630 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:01,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29448dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:01,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:01,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,37527,1733325656267, seqNum=-1] 2024-12-04T15:21:01,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:01,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:01,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T15:21:01,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:21:01,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:01,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:01,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:01,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:21:01,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c6f2e1d35cf1:43479 after: c6f2e1d35cf1:43479 2024-12-04T15:21:01,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:01,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,43479,-1 for getting cluster id 2024-12-04T15:21:01,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:01,641 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b58114e3-7735-4d70-b50c-da14823b8a38' 2024-12-04T15:21:01,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:01,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b58114e3-7735-4d70-b50c-da14823b8a38" 2024-12-04T15:21:01,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6af04b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:01,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,43479,-1] 2024-12-04T15:21:01,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:01,643 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:01,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:01,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:21:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,43479,1733325656198 2024-12-04T15:21:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eae43c1 2024-12-04T15:21:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:21:01,647 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:21:01,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43479 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T15:21:01,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43479 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-04T15:21:01,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43479 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T15:21:01,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43479 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-04T15:21:01,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:21:01,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:21:01,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:01,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:01,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:01,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:21:01,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:21:01,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=966452312, stopped=false 2024-12-04T15:21:01,652 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,33643,1733325645982 2024-12-04T15:21:01,690 DEBUG [c6f2e1d35cf1:43479 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:21:01,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=eb78c589d59175ac21e2a6aa146363c0, regionState=OPENING, regionLocation=c6f2e1d35cf1,37527,1733325656267 2024-12-04T15:21:01,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eb78c589d59175ac21e2a6aa146363c0, ASSIGN because future has completed 2024-12-04T15:21:01,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb78c589d59175ac21e2a6aa146363c0, server=c6f2e1d35cf1,37527,1733325656267}] 2024-12-04T15:21:01,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/174021357/running 2024-12-04T15:21:01,703 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:21:01,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357 2024-12-04T15:21:01,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/174021357/running 2024-12-04T15:21:01,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:21:01,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:01,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357 2024-12-04T15:21:01,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:01,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Set watcher on znode that does not yet exist, /174021357/running 2024-12-04T15:21:01,704 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,41719,1733325646108' ***** 2024-12-04T15:21:01,704 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:21:01,704 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:21:01,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Set watcher on znode that does not yet exist, /174021357/running 2024-12-04T15:21:01,704 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:21:01,704 INFO [RS:0;c6f2e1d35cf1:41719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:21:01,704 INFO [RS:0;c6f2e1d35cf1:41719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:21:01,704 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,41719,1733325646108 2024-12-04T15:21:01,704 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:21:01,704 INFO [RS:0;c6f2e1d35cf1:41719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:41719. 2024-12-04T15:21:01,705 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:01,705 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:01,705 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:21:01,705 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:21:01,705 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:21:01,705 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:21:01,706 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T15:21:01,707 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:21:01,707 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:21:01,707 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:21:01,707 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:21:01,707 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:21:01,707 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:21:01,707 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:21:01,707 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T15:21:01,712 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:21:01,731 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/data/hbase/meta/1588230740/.tmp/ns/59e3f7ce1fd8468f8f986fd5fbe31a40 is 43, key is default/ns:d/1733325649126/Put/seqid=0 2024-12-04T15:21:01,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741835_1011 (size=5153) 2024-12-04T15:21:01,857 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:21:01,858 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:21:01,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:21:01,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:01,859 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,1-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:21:01,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:21:01,860 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,2-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:21:01,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C37527%2C1733325656267.rep, suffix=, logDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267, archiveDir=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/oldWALs, maxLogs=10 2024-12-04T15:21:01,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.rep.1733325661865, exclude list is [], retry=0 2024-12-04T15:21:01,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44917,DS-1a37d4e0-a49f-4d5a-980a-9d9d0c45cd8d,DISK] 2024-12-04T15:21:01,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.rep.1733325661865 2024-12-04T15:21:01,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44381:44381)] 2024-12-04T15:21:01,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => eb78c589d59175ac21e2a6aa146363c0, NAME => 'hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:01,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:21:01,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:21:01,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. service=MultiRowMutationService 2024-12-04T15:21:01,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:21:01,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:21:01,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:01,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:21:01,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:21:01,893 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:21:01,895 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb78c589d59175ac21e2a6aa146363c0 columnFamilyName hfileref 2024-12-04T15:21:01,895 DEBUG [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:01,895 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] regionserver.HStore(327): Store=eb78c589d59175ac21e2a6aa146363c0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:01,896 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:21:01,897 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb78c589d59175ac21e2a6aa146363c0 columnFamilyName queue 2024-12-04T15:21:01,897 DEBUG [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:01,906 DEBUG [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/replication/eb78c589d59175ac21e2a6aa146363c0/queue/070018ed99c243869f6b74d1784a3710 2024-12-04T15:21:01,906 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] regionserver.HStore(327): Store=eb78c589d59175ac21e2a6aa146363c0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:01,906 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:21:01,907 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:21:01,908 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb78c589d59175ac21e2a6aa146363c0 columnFamilyName sid 2024-12-04T15:21:01,908 DEBUG [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:01,909 INFO [StoreOpener-eb78c589d59175ac21e2a6aa146363c0-1 {}] regionserver.HStore(327): Store=eb78c589d59175ac21e2a6aa146363c0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:01,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:21:01,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/replication/eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:21:01,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/replication/eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:21:01,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:21:01,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:21:01,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:21:01,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:21:01,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened eb78c589d59175ac21e2a6aa146363c0; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71252953, jitterRate=0.06175173819065094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:21:01,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:21:01,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for eb78c589d59175ac21e2a6aa146363c0: Running coprocessor pre-open hook at 1733325661891Writing region info on filesystem at 1733325661891Initializing all the Stores at 1733325661893 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325661893Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325661893Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325661893Cleaning up temporary data from old regions at 1733325661913 (+20 ms)Running coprocessor post-open hooks at 1733325661918 (+5 ms)Region opened successfully at 1733325661918 2024-12-04T15:21:01,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0., pid=19, masterSystemTime=1733325661848 2024-12-04T15:21:01,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:21:01,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:21:01,925 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=eb78c589d59175ac21e2a6aa146363c0, regionState=OPEN, openSeqNum=10, regionLocation=c6f2e1d35cf1,37527,1733325656267 2024-12-04T15:21:01,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb78c589d59175ac21e2a6aa146363c0, server=c6f2e1d35cf1,37527,1733325656267 because future has completed 2024-12-04T15:21:01,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-04T15:21:01,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure eb78c589d59175ac21e2a6aa146363c0, server=c6f2e1d35cf1,37527,1733325656267 in 235 msec 2024-12-04T15:21:01,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-04T15:21:01,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eb78c589d59175ac21e2a6aa146363c0, ASSIGN in 404 msec 2024-12-04T15:21:01,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T15:21:01,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0., hostname=c6f2e1d35cf1,37527,1733325656267, seqNum=10] 2024-12-04T15:21:01,991 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for c6f2e1d35cf1,44633,1733325640159 2024-12-04T15:21:01,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T15:21:02,107 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:21:02,139 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/data/hbase/meta/1588230740/.tmp/ns/59e3f7ce1fd8468f8f986fd5fbe31a40 2024-12-04T15:21:02,149 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/data/hbase/meta/1588230740/.tmp/ns/59e3f7ce1fd8468f8f986fd5fbe31a40 as hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/data/hbase/meta/1588230740/ns/59e3f7ce1fd8468f8f986fd5fbe31a40 2024-12-04T15:21:02,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-04T15:21:02,158 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/data/hbase/meta/1588230740/ns/59e3f7ce1fd8468f8f986fd5fbe31a40, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T15:21:02,160 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=6, compaction requested=false 2024-12-04T15:21:02,160 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:21:02,167 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T15:21:02,168 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:21:02,168 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:21:02,168 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:02,168 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325661707Running coprocessor pre-close hooks at 1733325661707Disabling compacts and flushes for region at 1733325661707Disabling writes for close at 1733325661707Obtaining lock to block concurrent updates at 1733325661707Preparing flush snapshotting stores in 1588230740 at 1733325661707Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733325661708 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733325661709 (+1 ms)Flushing 1588230740/ns: creating writer at 1733325661709Flushing 1588230740/ns: appending metadata at 1733325661730 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733325661730Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6baf5698: reopening flushed file at 1733325662148 (+418 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=6, compaction requested=false at 1733325662160 (+12 ms)Writing region close event to WAL at 1733325662161 (+1 ms)Running coprocessor post-close hooks at 1733325662168 (+7 ms)Closed at 1733325662168 2024-12-04T15:21:02,168 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:02,307 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,41719,1733325646108; all regions closed. 2024-12-04T15:21:02,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741834_1010 (size=1152) 2024-12-04T15:21:02,316 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/oldWALs 2024-12-04T15:21:02,316 INFO [RS:0;c6f2e1d35cf1:41719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C41719%2C1733325646108.meta:.meta(num 1733325649045) 2024-12-04T15:21:02,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741832_1008 (size=93) 2024-12-04T15:21:02,323 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/WALs/c6f2e1d35cf1,41719,1733325646108/c6f2e1d35cf1%2C41719%2C1733325646108.1733325647942 not finished, retry = 0 2024-12-04T15:21:02,428 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/oldWALs 2024-12-04T15:21:02,428 INFO [RS:0;c6f2e1d35cf1:41719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C41719%2C1733325646108:(num 1733325647942) 2024-12-04T15:21:02,428 DEBUG [RS:0;c6f2e1d35cf1:41719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:02,429 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:21:02,429 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:21:02,429 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:21:02,429 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:21:02,429 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:21:02,429 INFO [RS:0;c6f2e1d35cf1:41719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41719 2024-12-04T15:21:02,461 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:21:02,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357/rs 2024-12-04T15:21:02,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/174021357/rs/c6f2e1d35cf1,41719,1733325646108 2024-12-04T15:21:02,461 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f94e88e4980@3ccf890d rejected from java.util.concurrent.ThreadPoolExecutor@79cd10f0[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-04T15:21:02,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,41719,1733325646108] 2024-12-04T15:21:02,478 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /174021357/draining/c6f2e1d35cf1,41719,1733325646108 already deleted, retry=false 2024-12-04T15:21:02,478 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,41719,1733325646108 expired; onlineServers=0 2024-12-04T15:21:02,478 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,33643,1733325645982' ***** 2024-12-04T15:21:02,478 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:21:02,478 INFO [M:0;c6f2e1d35cf1:33643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:21:02,478 INFO [M:0;c6f2e1d35cf1:33643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:21:02,478 DEBUG [M:0;c6f2e1d35cf1:33643 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:21:02,478 DEBUG [M:0;c6f2e1d35cf1:33643 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:21:02,478 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325647735 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325647735,5,FailOnTimeoutGroup] 2024-12-04T15:21:02,478 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:21:02,478 INFO [M:0;c6f2e1d35cf1:33643 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:21:02,479 INFO [M:0;c6f2e1d35cf1:33643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:21:02,479 DEBUG [M:0;c6f2e1d35cf1:33643 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:21:02,479 INFO [M:0;c6f2e1d35cf1:33643 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:21:02,479 INFO [M:0;c6f2e1d35cf1:33643 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:21:02,479 INFO [M:0;c6f2e1d35cf1:33643 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:21:02,479 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:21:02,479 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325647736 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325647736,5,FailOnTimeoutGroup] 2024-12-04T15:21:02,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/174021357/master 2024-12-04T15:21:02,486 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /174021357/master already deleted, retry=false 2024-12-04T15:21:02,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/174021357 2024-12-04T15:21:02,486 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Failed delete of our master address node; KeeperErrorCode = NoNode for /174021357/master 2024-12-04T15:21:02,487 INFO [M:0;c6f2e1d35cf1:33643 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/.lastflushedseqids 2024-12-04T15:21:02,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741836_1012 (size=99) 2024-12-04T15:21:02,569 INFO [RS:0;c6f2e1d35cf1:41719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:21:02,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:02,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41719-0x101a21c05750004, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:02,570 INFO [RS:0;c6f2e1d35cf1:41719 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,41719,1733325646108; zookeeper connection closed. 2024-12-04T15:21:02,571 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5abb1664 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5abb1664 2024-12-04T15:21:02,571 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:21:02,869 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,2-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:21:02,876 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,1-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:21:02,895 INFO [M:0;c6f2e1d35cf1:33643 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:21:02,895 INFO [M:0;c6f2e1d35cf1:33643 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:21:02,895 DEBUG [M:0;c6f2e1d35cf1:33643 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:21:02,895 INFO [M:0;c6f2e1d35cf1:33643 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:02,895 DEBUG [M:0;c6f2e1d35cf1:33643 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:02,895 DEBUG [M:0;c6f2e1d35cf1:33643 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:21:02,895 DEBUG [M:0;c6f2e1d35cf1:33643 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:02,895 INFO [M:0;c6f2e1d35cf1:33643 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T15:21:02,917 DEBUG [M:0;c6f2e1d35cf1:33643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53efdeccfd7f4280a35d0ac2e4395b45 is 82, key is hbase:meta,,1/info:regioninfo/1733325649095/Put/seqid=0 2024-12-04T15:21:02,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741837_1013 (size=5672) 2024-12-04T15:21:03,323 INFO [M:0;c6f2e1d35cf1:33643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53efdeccfd7f4280a35d0ac2e4395b45 2024-12-04T15:21:03,345 DEBUG [M:0;c6f2e1d35cf1:33643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c843bc2eef9b432abe806dac4640bac8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733325649133/Put/seqid=0 2024-12-04T15:21:03,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741838_1014 (size=5275) 2024-12-04T15:21:03,750 INFO [M:0;c6f2e1d35cf1:33643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c843bc2eef9b432abe806dac4640bac8 2024-12-04T15:21:03,780 DEBUG [M:0;c6f2e1d35cf1:33643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb3216faf75540009226e9cdb112ae3a is 69, key is c6f2e1d35cf1,41719,1733325646108/rs:state/1733325647773/Put/seqid=0 2024-12-04T15:21:03,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741839_1015 (size=5156) 2024-12-04T15:21:03,975 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,2-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:21:03,982 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,1-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:21:04,186 INFO [M:0;c6f2e1d35cf1:33643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb3216faf75540009226e9cdb112ae3a 2024-12-04T15:21:04,193 DEBUG [M:0;c6f2e1d35cf1:33643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53efdeccfd7f4280a35d0ac2e4395b45 as hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53efdeccfd7f4280a35d0ac2e4395b45 2024-12-04T15:21:04,202 INFO [M:0;c6f2e1d35cf1:33643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53efdeccfd7f4280a35d0ac2e4395b45, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T15:21:04,204 DEBUG [M:0;c6f2e1d35cf1:33643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c843bc2eef9b432abe806dac4640bac8 as hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c843bc2eef9b432abe806dac4640bac8 2024-12-04T15:21:04,212 INFO [M:0;c6f2e1d35cf1:33643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c843bc2eef9b432abe806dac4640bac8, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T15:21:04,214 DEBUG [M:0;c6f2e1d35cf1:33643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb3216faf75540009226e9cdb112ae3a as hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb3216faf75540009226e9cdb112ae3a 2024-12-04T15:21:04,222 INFO [M:0;c6f2e1d35cf1:33643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33829/user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb3216faf75540009226e9cdb112ae3a, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T15:21:04,223 INFO [M:0;c6f2e1d35cf1:33643 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=28, compaction requested=false 2024-12-04T15:21:04,228 INFO [M:0;c6f2e1d35cf1:33643 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:04,228 DEBUG [M:0;c6f2e1d35cf1:33643 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325662895Disabling compacts and flushes for region at 1733325662895Disabling writes for close at 1733325662895Obtaining lock to block concurrent updates at 1733325662896 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325662896Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733325662896Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325662897 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325662897Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325662916 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325662917 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325663329 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325663344 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325663344Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325663757 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325663779 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325663779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ec79233: reopening flushed file at 1733325664192 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@519a6aba: reopening flushed file at 1733325664202 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d33f72: reopening flushed file at 1733325664212 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=28, compaction requested=false at 1733325664223 (+11 ms)Writing region close event to WAL at 1733325664228 (+5 ms)Closed at 1733325664228 2024-12-04T15:21:04,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741830_1006 (size=10165) 2024-12-04T15:21:04,231 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1871b675-c699-8225-1851-42a6f90bca68/MasterData/WALs/c6f2e1d35cf1,33643,1733325645982/c6f2e1d35cf1%2C33643%2C1733325645982.1733325647477 not finished, retry = 0 2024-12-04T15:21:04,337 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:21:04,337 INFO [M:0;c6f2e1d35cf1:33643 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:21:04,337 INFO [M:0;c6f2e1d35cf1:33643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33643 2024-12-04T15:21:04,340 INFO [M:0;c6f2e1d35cf1:33643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:21:04,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:04,511 INFO [M:0;c6f2e1d35cf1:33643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:21:04,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33643-0x101a21c05750003, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:04,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:21:04,551 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:21:04,551 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:21:04,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:21:04,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/hadoop.log.dir/,STOPPED} 2024-12-04T15:21:04,554 WARN [BP-855546912-172.17.0.3-1733325644294 heartbeating to localhost/127.0.0.1:33829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:21:04,554 WARN [BP-855546912-172.17.0.3-1733325644294 heartbeating to localhost/127.0.0.1:33829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-855546912-172.17.0.3-1733325644294 (Datanode Uuid 3c14d603-bbcf-4f20-8a82-ce2bad23ee50) service to localhost/127.0.0.1:33829 2024-12-04T15:21:04,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/cluster_b46f7370-e0ea-015e-dbf6-5a9823d27d90/data/data1/current/BP-855546912-172.17.0.3-1733325644294 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:21:04,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/cluster_b46f7370-e0ea-015e-dbf6-5a9823d27d90/data/data2/current/BP-855546912-172.17.0.3-1733325644294 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:21:04,556 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:21:04,557 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:21:04,557 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:21:04,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:21:04,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:21:04,565 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:21:04,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:21:04,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/hadoop.log.dir/,STOPPED} 2024-12-04T15:21:04,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:21:04,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:21:04,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:21:04,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:04,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:04,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:04,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:21:04,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:21:04,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=376267663, stopped=false 2024-12-04T15:21:04,586 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,43479,1733325656198 2024-12-04T15:21:04,606 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423211731/running 2024-12-04T15:21:04,606 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:21:04,606 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:21:04,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423211731/running 2024-12-04T15:21:04,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:21:04,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:21:04,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:04,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:04,607 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,37527,1733325656267' ***** 2024-12-04T15:21:04,607 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:21:04,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on znode that does not yet exist, /0-423211731/running 2024-12-04T15:21:04,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Set watcher on znode that does not yet exist, /0-423211731/running 2024-12-04T15:21:04,607 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:21:04,607 INFO [RS:0;c6f2e1d35cf1:37527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:21:04,607 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:21:04,607 INFO [RS:0;c6f2e1d35cf1:37527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:21:04,608 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(3091): Received CLOSE for eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:21:04,608 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,37527,1733325656267 2024-12-04T15:21:04,608 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:21:04,608 INFO [RS:0;c6f2e1d35cf1:37527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:37527. 2024-12-04T15:21:04,608 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb78c589d59175ac21e2a6aa146363c0, disabling compactions & flushes 2024-12-04T15:21:04,608 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:04,608 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:21:04,608 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:04,608 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:21:04,608 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:21:04,608 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. after waiting 0 ms 2024-12-04T15:21:04,608 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:21:04,608 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:21:04,608 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:21:04,608 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:21:04,611 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T15:21:04,611 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(1325): Online Regions={eb78c589d59175ac21e2a6aa146363c0=hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:21:04,611 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb78c589d59175ac21e2a6aa146363c0 2024-12-04T15:21:04,611 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:21:04,611 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:21:04,611 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:21:04,611 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:21:04,611 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:21:04,612 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T15:21:04,618 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/replication/eb78c589d59175ac21e2a6aa146363c0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-04T15:21:04,619 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:21:04,619 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:21:04,619 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:21:04,619 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb78c589d59175ac21e2a6aa146363c0: Waiting for close lock at 1733325664608Running coprocessor pre-close hooks at 1733325664608Disabling compacts and flushes for region at 1733325664608Disabling writes for close at 1733325664608Writing region close event to WAL at 1733325664611 (+3 ms)Running coprocessor post-close hooks at 1733325664619 (+8 ms)Closed at 1733325664619 2024-12-04T15:21:04,619 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0. 2024-12-04T15:21:04,630 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/.tmp/info/0ce32ff91cc04581b14f1a61488d1037 is 147, key is hbase:replication,,1733325649381.eb78c589d59175ac21e2a6aa146363c0./info:regioninfo/1733325661925/Put/seqid=0 2024-12-04T15:21:04,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741851_1027 (size=6385) 2024-12-04T15:21:04,670 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:21:04,811 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:21:05,012 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:21:05,036 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/.tmp/info/0ce32ff91cc04581b14f1a61488d1037 2024-12-04T15:21:05,047 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/.tmp/info/0ce32ff91cc04581b14f1a61488d1037 as hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/info/0ce32ff91cc04581b14f1a61488d1037 2024-12-04T15:21:05,057 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/info/0ce32ff91cc04581b14f1a61488d1037, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T15:21:05,059 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false 2024-12-04T15:21:05,066 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T15:21:05,066 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:21:05,066 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:21:05,067 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:05,067 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325664611Running coprocessor pre-close hooks at 1733325664611Disabling compacts and flushes for region at 1733325664611Disabling writes for close at 1733325664611Obtaining lock to block concurrent updates at 1733325664612 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733325664612Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733325664612Flushing stores of hbase:meta,,1.1588230740 at 1733325664613 (+1 ms)Flushing 1588230740/info: creating writer at 1733325664613Flushing 1588230740/info: appending metadata at 1733325664630 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733325664630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2c256f: reopening flushed file at 1733325665046 (+416 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false at 1733325665059 (+13 ms)Writing region close event to WAL at 1733325665061 (+2 ms)Running coprocessor post-close hooks at 1733325665066 (+5 ms)Closed at 1733325665067 (+1 ms) 2024-12-04T15:21:05,067 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:05,164 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:21:05,165 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:21:05,182 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,2-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:21:05,188 DEBUG [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,1-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.1733325657364 to pos 0, reset compression=false 2024-12-04T15:21:05,212 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,37527,1733325656267; all regions closed. 2024-12-04T15:21:05,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741849_1025 (size=2156) 2024-12-04T15:21:05,217 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/WALs/c6f2e1d35cf1,37527,1733325656267/c6f2e1d35cf1%2C37527%2C1733325656267.meta.1733325657825.meta not finished, retry = 0 2024-12-04T15:21:05,321 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/oldWALs 2024-12-04T15:21:05,322 INFO [RS:0;c6f2e1d35cf1:37527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C37527%2C1733325656267.meta:.meta(num 1733325657825) 2024-12-04T15:21:05,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741850_1026 (size=796) 2024-12-04T15:21:05,326 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/oldWALs 2024-12-04T15:21:05,326 INFO [RS:0;c6f2e1d35cf1:37527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C37527%2C1733325656267.rep:(num 1733325661865) 2024-12-04T15:21:05,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741848_1024 (size=93) 2024-12-04T15:21:05,336 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/oldWALs 2024-12-04T15:21:05,336 INFO [RS:0;c6f2e1d35cf1:37527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C37527%2C1733325656267:(num 1733325657364) 2024-12-04T15:21:05,336 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:05,336 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:21:05,336 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:21:05,336 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T15:21:05,336 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:21:05,336 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:21:05,336 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T15:21:05,337 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T15:21:05,337 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,37527,1733325656267 because: Region server is closing 2024-12-04T15:21:05,337 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-04T15:21:05,337 INFO [RS:0;c6f2e1d35cf1:37527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:37527. 2024-12-04T15:21:05,337 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:05,337 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:05,337 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:05,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:21:05,437 WARN [RS:0;c6f2e1d35cf1:37527.replicationSource.shipperc6f2e1d35cf1%2C37527%2C1733325656267,1-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T15:21:05,437 WARN [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,1-c6f2e1d35cf1,37527,1733325656267 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T15:21:05,438 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c6f2e1d35cf1:37527.replicationSource.shipperc6f2e1d35cf1%2C37527%2C1733325656267,1-c6f2e1d35cf1,37527,1733325656267 terminated 2024-12-04T15:21:05,438 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c6f2e1d35cf1,37527,1733325656267 because: Region server is closing 2024-12-04T15:21:05,438 INFO [RS:0;c6f2e1d35cf1:37527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:37527. 2024-12-04T15:21:05,438 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:05,438 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:05,438 DEBUG [RS:0;c6f2e1d35cf1:37527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:05,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:21:05,539 WARN [RS:0;c6f2e1d35cf1:37527.replicationSource.shipperc6f2e1d35cf1%2C37527%2C1733325656267,2-c6f2e1d35cf1,37527,1733325656267 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T15:21:05,539 WARN [RS:0;c6f2e1d35cf1:37527.replicationSource.wal-reader.c6f2e1d35cf1%2C37527%2C1733325656267,2-c6f2e1d35cf1,37527,1733325656267 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T15:21:05,539 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;c6f2e1d35cf1:37527.replicationSource.shipperc6f2e1d35cf1%2C37527%2C1733325656267,2-c6f2e1d35cf1,37527,1733325656267 terminated 2024-12-04T15:21:05,539 INFO [RS:0;c6f2e1d35cf1:37527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37527 2024-12-04T15:21:05,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731/rs 2024-12-04T15:21:05,594 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423211731/rs/c6f2e1d35cf1,37527,1733325656267 2024-12-04T15:21:05,594 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:21:05,595 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,37527,1733325656267] 2024-12-04T15:21:05,611 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-423211731/draining/c6f2e1d35cf1,37527,1733325656267 already deleted, retry=false 2024-12-04T15:21:05,611 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,37527,1733325656267 expired; onlineServers=0 2024-12-04T15:21:05,611 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,43479,1733325656198' ***** 2024-12-04T15:21:05,611 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:21:05,611 INFO [M:0;c6f2e1d35cf1:43479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:21:05,611 INFO [M:0;c6f2e1d35cf1:43479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:21:05,611 DEBUG [M:0;c6f2e1d35cf1:43479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:21:05,611 DEBUG [M:0;c6f2e1d35cf1:43479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:21:05,611 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:21:05,611 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325656970 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325656970,5,FailOnTimeoutGroup] 2024-12-04T15:21:05,611 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325656971 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325656971,5,FailOnTimeoutGroup] 2024-12-04T15:21:05,612 INFO [M:0;c6f2e1d35cf1:43479 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:21:05,612 INFO [M:0;c6f2e1d35cf1:43479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:21:05,612 DEBUG [M:0;c6f2e1d35cf1:43479 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:21:05,612 INFO [M:0;c6f2e1d35cf1:43479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:21:05,612 INFO [M:0;c6f2e1d35cf1:43479 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:21:05,612 INFO [M:0;c6f2e1d35cf1:43479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:21:05,612 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:21:05,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-423211731/master 2024-12-04T15:21:05,619 DEBUG [M:0;c6f2e1d35cf1:43479 {}] zookeeper.ZKUtil(347): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Unable to get data of znode /0-423211731/master because node does not exist (not an error) 2024-12-04T15:21:05,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-423211731 2024-12-04T15:21:05,619 WARN [M:0;c6f2e1d35cf1:43479 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:21:05,620 INFO [M:0;c6f2e1d35cf1:43479 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/.lastflushedseqids 2024-12-04T15:21:05,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741852_1028 (size=181) 2024-12-04T15:21:05,626 INFO [M:0;c6f2e1d35cf1:43479 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:21:05,626 INFO [M:0;c6f2e1d35cf1:43479 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:21:05,626 DEBUG [M:0;c6f2e1d35cf1:43479 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:21:05,626 INFO [M:0;c6f2e1d35cf1:43479 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:05,626 DEBUG [M:0;c6f2e1d35cf1:43479 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:05,627 DEBUG [M:0;c6f2e1d35cf1:43479 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:21:05,627 DEBUG [M:0;c6f2e1d35cf1:43479 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:05,627 INFO [M:0;c6f2e1d35cf1:43479 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T15:21:05,644 DEBUG [M:0;c6f2e1d35cf1:43479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a1a452870014c5da1c1f3b3869c383e is 82, key is hbase:meta,,1/info:regioninfo/1733325657904/Put/seqid=0 2024-12-04T15:21:05,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741853_1029 (size=5680) 2024-12-04T15:21:05,703 INFO [RS:0;c6f2e1d35cf1:37527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:21:05,703 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:05,703 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37527-0x101a21c05750007, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:05,703 INFO [RS:0;c6f2e1d35cf1:37527 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,37527,1733325656267; zookeeper connection closed. 2024-12-04T15:21:05,703 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f96ef25 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f96ef25 2024-12-04T15:21:05,703 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:21:06,055 INFO [M:0;c6f2e1d35cf1:43479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a1a452870014c5da1c1f3b3869c383e 2024-12-04T15:21:06,081 DEBUG [M:0;c6f2e1d35cf1:43479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17caf2b73e914a44b107a9ddab32065a is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733325661936/Put/seqid=0 2024-12-04T15:21:06,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741854_1030 (size=7319) 2024-12-04T15:21:06,089 INFO [M:0;c6f2e1d35cf1:43479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17caf2b73e914a44b107a9ddab32065a 2024-12-04T15:21:06,118 DEBUG [M:0;c6f2e1d35cf1:43479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44e3294a3f694143b3ac096537e1be02 is 69, key is c6f2e1d35cf1,37527,1733325656267/rs:state/1733325657068/Put/seqid=0 2024-12-04T15:21:06,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741855_1031 (size=5371) 2024-12-04T15:21:06,123 INFO [M:0;c6f2e1d35cf1:43479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44e3294a3f694143b3ac096537e1be02 2024-12-04T15:21:06,132 INFO [M:0;c6f2e1d35cf1:43479 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44e3294a3f694143b3ac096537e1be02 2024-12-04T15:21:06,136 DEBUG [M:0;c6f2e1d35cf1:43479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a1a452870014c5da1c1f3b3869c383e as hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a1a452870014c5da1c1f3b3869c383e 2024-12-04T15:21:06,145 INFO [M:0;c6f2e1d35cf1:43479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a1a452870014c5da1c1f3b3869c383e, entries=8, sequenceid=172, filesize=5.5 K 2024-12-04T15:21:06,146 DEBUG [M:0;c6f2e1d35cf1:43479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17caf2b73e914a44b107a9ddab32065a as hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17caf2b73e914a44b107a9ddab32065a 2024-12-04T15:21:06,156 INFO [M:0;c6f2e1d35cf1:43479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17caf2b73e914a44b107a9ddab32065a, entries=7, sequenceid=172, filesize=7.1 K 2024-12-04T15:21:06,159 DEBUG [M:0;c6f2e1d35cf1:43479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44e3294a3f694143b3ac096537e1be02 as hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44e3294a3f694143b3ac096537e1be02 2024-12-04T15:21:06,169 INFO [M:0;c6f2e1d35cf1:43479 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44e3294a3f694143b3ac096537e1be02 2024-12-04T15:21:06,169 INFO [M:0;c6f2e1d35cf1:43479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36003/user/jenkins/test-data/26a7a644-77c3-7103-3412-8fba014d963f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44e3294a3f694143b3ac096537e1be02, entries=2, sequenceid=172, filesize=5.2 K 2024-12-04T15:21:06,171 INFO [M:0;c6f2e1d35cf1:43479 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 543ms, sequenceid=172, compaction requested=false 2024-12-04T15:21:06,180 INFO [M:0;c6f2e1d35cf1:43479 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:06,180 DEBUG [M:0;c6f2e1d35cf1:43479 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325665626Disabling compacts and flushes for region at 1733325665626Disabling writes for close at 1733325665627 (+1 ms)Obtaining lock to block concurrent updates at 1733325665627Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325665627Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733325665627Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325665628 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325665628Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325665644 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325665644Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325666062 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325666080 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325666080Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325666095 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325666116 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325666117 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b08ba87: reopening flushed file at 1733325666132 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53802f0: reopening flushed file at 1733325666145 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b876cb: reopening flushed file at 1733325666157 (+12 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 543ms, sequenceid=172, compaction requested=false at 1733325666171 (+14 ms)Writing region close event to WAL at 1733325666180 (+9 ms)Closed at 1733325666180 2024-12-04T15:21:06,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741847_1023 (size=22949) 2024-12-04T15:21:06,184 INFO [M:0;c6f2e1d35cf1:43479 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:21:06,184 INFO [M:0;c6f2e1d35cf1:43479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43479 2024-12-04T15:21:06,185 INFO [M:0;c6f2e1d35cf1:43479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:21:06,185 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:21:06,319 INFO [M:0;c6f2e1d35cf1:43479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:21:06,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:06,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43479-0x101a21c05750006, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:06,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:21:06,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:21:06,329 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:21:06,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:21:06,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/hadoop.log.dir/,STOPPED} 2024-12-04T15:21:06,330 WARN [BP-428957783-172.17.0.3-1733325636267 heartbeating to localhost/127.0.0.1:36003 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:21:06,330 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:21:06,330 WARN [BP-428957783-172.17.0.3-1733325636267 heartbeating to localhost/127.0.0.1:36003 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-428957783-172.17.0.3-1733325636267 (Datanode Uuid b7aa6f51-12c5-44e9-82cc-ee188b834913) service to localhost/127.0.0.1:36003 2024-12-04T15:21:06,330 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:21:06,331 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/cluster_7273abfe-37c4-e890-5aaf-517aa2b1c013/data/data1/current/BP-428957783-172.17.0.3-1733325636267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:21:06,331 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/cluster_7273abfe-37c4-e890-5aaf-517aa2b1c013/data/data2/current/BP-428957783-172.17.0.3-1733325636267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:21:06,331 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:21:06,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:21:06,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:21:06,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:21:06,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:21:06,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/56c546ca-095b-6db5-7388-e171109cb528/hadoop.log.dir/,STOPPED} 2024-12-04T15:21:06,347 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T15:21:06,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:21:06,376 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=113 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33829 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58908) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c6f2e1d35cf1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c6f2e1d35cf1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@308e8b97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c6f2e1d35cf1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58908) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c6f2e1d35cf1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36003 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c6f2e1d35cf1:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=437 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=331 (was 264) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4712 (was 5301) 2024-12-04T15:21:06,386 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=113, OpenFileDescriptor=437, MaxFileDescriptor=1048576, SystemLoadAverage=331, ProcessCount=11, AvailableMemoryMB=4711 2024-12-04T15:21:06,399 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-04T15:21:06,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/hadoop.log.dir so I do NOT create it in target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2 2024-12-04T15:21:06,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:21:06,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/hadoop.tmp.dir so I do NOT create it in target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2 2024-12-04T15:21:06,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c2e9da7-166a-2c3a-a5b0-463f4b637d2d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:21:06,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2 2024-12-04T15:21:06,400 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/cluster_866258d1-0b4b-1846-6e00-85a273351a75, deleteOnExit=true 2024-12-04T15:21:06,426 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/cluster_866258d1-0b4b-1846-6e00-85a273351a75/zookeeper_0, clientPort=50137, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/cluster_866258d1-0b4b-1846-6e00-85a273351a75/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/cluster_866258d1-0b4b-1846-6e00-85a273351a75/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:21:06,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50137 2024-12-04T15:21:06,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:21:06,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:21:06,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/test.cache.data in system properties and HBase conf 2024-12-04T15:21:06,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:21:06,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:21:06,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:21:06,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:21:06,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:21:06,428 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:21:06,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:21:06,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:21:06,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:21:06,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:21:06,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:21:06,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:21:06,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:21:06,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:21:06,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:21:06,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:21:06,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:21:06,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:21:06,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:21:06,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:21:06,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a21c05750005, quorum=127.0.0.1:58908, baseZNode=/174021357 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:21:06,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a21c05750002, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:21:06,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a21c05750002, quorum=127.0.0.1:58908, baseZNode=/0-423211731 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:21:06,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a21c05750005, quorum=127.0.0.1:58908, baseZNode=/174021357 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:21:06,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:06,684 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:21:06,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:21:06,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:21:06,687 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:21:06,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:06,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:21:06,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@80f7389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:21:06,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44f7d1c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/java.io.tmpdir/jetty-localhost-34525-hadoop-hdfs-3_4_1-tests_jar-_-any-3782021258290954101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:21:06,804 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3be1cd16{HTTP/1.1, (http/1.1)}{localhost:34525} 2024-12-04T15:21:06,804 INFO [Time-limited test {}] server.Server(415): Started @32496ms 2024-12-04T15:21:07,062 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:21:07,063 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:07,084 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:07,092 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:07,096 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:21:07,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:21:07,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:21:07,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:21:07,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:21:07,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ce6a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:21:07,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c246225{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/java.io.tmpdir/jetty-localhost-44085-hadoop-hdfs-3_4_1-tests_jar-_-any-3655291916187752996/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:21:07,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@392665{HTTP/1.1, (http/1.1)}{localhost:44085} 2024-12-04T15:21:07,212 INFO [Time-limited test {}] server.Server(415): Started @32904ms 2024-12-04T15:21:07,213 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:21:07,643 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/cluster_866258d1-0b4b-1846-6e00-85a273351a75/data/data1/current/BP-490191513-172.17.0.3-1733325666461/current, will proceed with Du for space computation calculation, 2024-12-04T15:21:07,644 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/cluster_866258d1-0b4b-1846-6e00-85a273351a75/data/data2/current/BP-490191513-172.17.0.3-1733325666461/current, will proceed with Du for space computation calculation, 2024-12-04T15:21:07,662 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:21:07,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb415224023ef79a with lease ID 0x8fd76e33c31ee438: Processing first storage report for DS-893a021b-7375-4bbf-8499-6269d2eb18fa from datanode DatanodeRegistration(127.0.0.1:44057, datanodeUuid=8e43de7b-1aec-4d28-acb6-9fc575dbda13, infoPort=39635, infoSecurePort=0, ipcPort=37517, storageInfo=lv=-57;cid=testClusterID;nsid=2141521251;c=1733325666461) 2024-12-04T15:21:07,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb415224023ef79a with lease ID 0x8fd76e33c31ee438: from storage DS-893a021b-7375-4bbf-8499-6269d2eb18fa node DatanodeRegistration(127.0.0.1:44057, datanodeUuid=8e43de7b-1aec-4d28-acb6-9fc575dbda13, infoPort=39635, infoSecurePort=0, ipcPort=37517, storageInfo=lv=-57;cid=testClusterID;nsid=2141521251;c=1733325666461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:21:07,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb415224023ef79a with lease ID 0x8fd76e33c31ee438: Processing first storage report for DS-3e1504f0-0578-4042-9cf9-e5f625d5b9b3 from datanode DatanodeRegistration(127.0.0.1:44057, datanodeUuid=8e43de7b-1aec-4d28-acb6-9fc575dbda13, infoPort=39635, infoSecurePort=0, ipcPort=37517, storageInfo=lv=-57;cid=testClusterID;nsid=2141521251;c=1733325666461) 2024-12-04T15:21:07,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb415224023ef79a with lease ID 0x8fd76e33c31ee438: from storage DS-3e1504f0-0578-4042-9cf9-e5f625d5b9b3 node DatanodeRegistration(127.0.0.1:44057, datanodeUuid=8e43de7b-1aec-4d28-acb6-9fc575dbda13, infoPort=39635, infoSecurePort=0, ipcPort=37517, storageInfo=lv=-57;cid=testClusterID;nsid=2141521251;c=1733325666461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:21:07,764 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2 2024-12-04T15:21:07,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:07,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:07,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:21:08,178 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024 with version=8 2024-12-04T15:21:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/hbase-staging 2024-12-04T15:21:08,181 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:21:08,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:08,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:08,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:21:08,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:08,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:21:08,182 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:21:08,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:21:08,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42103 2024-12-04T15:21:08,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42103 connecting to ZooKeeper ensemble=127.0.0.1:50137 2024-12-04T15:21:08,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421030x0, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:08,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42103-0x101a21c7e1d0000 connected 2024-12-04T15:21:08,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:08,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:08,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Set watcher on znode that does not yet exist, /01596239902/running 2024-12-04T15:21:08,328 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024, hbase.cluster.distributed=false 2024-12-04T15:21:08,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Set watcher on znode that does not yet exist, /01596239902/acl 2024-12-04T15:21:08,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42103 2024-12-04T15:21:08,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42103 2024-12-04T15:21:08,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42103 2024-12-04T15:21:08,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42103 2024-12-04T15:21:08,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42103 2024-12-04T15:21:08,363 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:21:08,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:08,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:08,364 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:21:08,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:08,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:21:08,364 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:21:08,364 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:21:08,367 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44473 2024-12-04T15:21:08,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44473 connecting to ZooKeeper ensemble=127.0.0.1:50137 2024-12-04T15:21:08,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:08,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:08,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444730x0, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:08,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444730x0, quorum=127.0.0.1:50137, baseZNode=/01596239902 Set watcher on znode that does not yet exist, /01596239902/running 2024-12-04T15:21:08,383 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:21:08,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44473-0x101a21c7e1d0001 connected 2024-12-04T15:21:08,386 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:21:08,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Set watcher on znode that does not yet exist, /01596239902/master 2024-12-04T15:21:08,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Set watcher on znode that does not yet exist, /01596239902/acl 2024-12-04T15:21:08,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44473 2024-12-04T15:21:08,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44473 2024-12-04T15:21:08,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44473 2024-12-04T15:21:08,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44473 2024-12-04T15:21:08,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44473 2024-12-04T15:21:08,410 DEBUG [M:0;c6f2e1d35cf1:42103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:42103 2024-12-04T15:21:08,411 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01596239902/backup-masters/c6f2e1d35cf1,42103,1733325668181 2024-12-04T15:21:08,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902/backup-masters 2024-12-04T15:21:08,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902/backup-masters 2024-12-04T15:21:08,420 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Set watcher on existing znode=/01596239902/backup-masters/c6f2e1d35cf1,42103,1733325668181 2024-12-04T15:21:08,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:08,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01596239902/master 2024-12-04T15:21:08,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:08,429 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Set watcher on existing znode=/01596239902/master 2024-12-04T15:21:08,429 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01596239902/backup-masters/c6f2e1d35cf1,42103,1733325668181 from backup master directory 2024-12-04T15:21:08,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01596239902/backup-masters/c6f2e1d35cf1,42103,1733325668181 2024-12-04T15:21:08,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902/backup-masters 2024-12-04T15:21:08,440 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:21:08,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902/backup-masters 2024-12-04T15:21:08,440 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,42103,1733325668181 2024-12-04T15:21:08,445 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/hbase.id] with ID: bf65e6c7-9da9-4a5b-9485-e9fb4944e6f7 2024-12-04T15:21:08,445 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/.tmp/hbase.id 2024-12-04T15:21:08,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:21:08,855 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/.tmp/hbase.id]:[hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/hbase.id] 2024-12-04T15:21:08,867 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:08,868 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:21:08,869 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:21:08,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:08,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:08,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:21:09,309 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:21:09,310 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:21:09,311 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:21:09,719 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store 2024-12-04T15:21:09,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:21:09,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:21:09,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T15:21:09,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T15:21:09,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:21:10,128 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:10,128 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:21:10,128 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:10,128 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:10,128 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:21:10,128 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:10,128 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:10,128 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325670128Disabling compacts and flushes for region at 1733325670128Disabling writes for close at 1733325670128Writing region close event to WAL at 1733325670128Closed at 1733325670128 2024-12-04T15:21:10,129 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/.initializing 2024-12-04T15:21:10,129 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/WALs/c6f2e1d35cf1,42103,1733325668181 2024-12-04T15:21:10,130 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:21:10,132 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C42103%2C1733325668181, suffix=, logDir=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/WALs/c6f2e1d35cf1,42103,1733325668181, archiveDir=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/oldWALs, maxLogs=10 2024-12-04T15:21:10,148 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/WALs/c6f2e1d35cf1,42103,1733325668181/c6f2e1d35cf1%2C42103%2C1733325668181.1733325670133, exclude list is [], retry=0 2024-12-04T15:21:10,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44057,DS-893a021b-7375-4bbf-8499-6269d2eb18fa,DISK] 2024-12-04T15:21:10,153 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/WALs/c6f2e1d35cf1,42103,1733325668181/c6f2e1d35cf1%2C42103%2C1733325668181.1733325670133 2024-12-04T15:21:10,153 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39635:39635)] 2024-12-04T15:21:10,153 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:10,154 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:10,154 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:10,154 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:10,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:10,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:21:10,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:10,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:10,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:10,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:21:10,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:10,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:10,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:10,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:21:10,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:10,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:10,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:10,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:21:10,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:10,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:10,175 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:10,175 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:10,176 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:10,177 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:10,177 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:10,178 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:21:10,179 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:10,181 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:10,182 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65531008, jitterRate=-0.023511886596679688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:21:10,183 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325670154Initializing all the Stores at 1733325670155 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325670155Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325670164 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325670164Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325670164Cleaning up temporary data from old regions at 1733325670177 (+13 ms)Region opened successfully at 1733325670183 (+6 ms) 2024-12-04T15:21:10,183 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:21:10,188 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64767a83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:21:10,196 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:21:10,196 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:21:10,196 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:21:10,196 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:21:10,197 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:21:10,198 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:21:10,198 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:21:10,205 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:21:10,206 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Unable to get data of znode /01596239902/balancer because node does not exist (not necessarily an error) 2024-12-04T15:21:10,253 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01596239902/balancer already deleted, retry=false 2024-12-04T15:21:10,253 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:21:10,254 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Unable to get data of znode /01596239902/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:21:10,264 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01596239902/normalizer already deleted, retry=false 2024-12-04T15:21:10,265 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:21:10,266 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Unable to get data of znode /01596239902/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:21:10,272 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01596239902/switch/split already deleted, retry=false 2024-12-04T15:21:10,274 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Unable to get data of znode /01596239902/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:21:10,281 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01596239902/switch/merge already deleted, retry=false 2024-12-04T15:21:10,284 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Unable to get data of znode /01596239902/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:21:10,294 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01596239902/snapshot-cleanup already deleted, retry=false 2024-12-04T15:21:10,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01596239902/running 2024-12-04T15:21:10,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01596239902/running 2024-12-04T15:21:10,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:10,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:10,304 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,42103,1733325668181, sessionid=0x101a21c7e1d0000, setting cluster-up flag (Was=false) 2024-12-04T15:21:10,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:10,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:10,348 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01596239902/flush-table-proc/acquired, /01596239902/flush-table-proc/reached, /01596239902/flush-table-proc/abort 2024-12-04T15:21:10,350 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,42103,1733325668181 2024-12-04T15:21:10,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:10,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:10,394 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01596239902/online-snapshot/acquired, /01596239902/online-snapshot/reached, /01596239902/online-snapshot/abort 2024-12-04T15:21:10,396 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,42103,1733325668181 2024-12-04T15:21:10,397 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:21:10,399 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:10,400 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:21:10,400 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:21:10,400 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,42103,1733325668181 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:21:10,402 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:10,402 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:10,402 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:10,402 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(746): ClusterId : bf65e6c7-9da9-4a5b-9485-e9fb4944e6f7 2024-12-04T15:21:10,402 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:10,402 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:21:10,402 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:21:10,402 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:10,402 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:21:10,402 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:10,412 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:21:10,412 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:21:10,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:10,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:21:10,416 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:10,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:21:10,418 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325700418 2024-12-04T15:21:10,419 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:21:10,419 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:21:10,419 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:21:10,419 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:21:10,419 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:21:10,419 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:21:10,424 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:21:10,424 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfa77ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:21:10,430 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:10,431 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:21:10,431 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:21:10,431 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:21:10,431 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:21:10,434 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:21:10,435 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:21:10,443 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:44473 2024-12-04T15:21:10,443 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325670435,5,FailOnTimeoutGroup] 2024-12-04T15:21:10,443 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:21:10,443 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:21:10,443 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:21:10,443 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325670443,5,FailOnTimeoutGroup] 2024-12-04T15:21:10,443 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:10,444 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:21:10,444 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:10,444 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:10,445 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,42103,1733325668181 with port=44473, startcode=1733325668363 2024-12-04T15:21:10,446 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:21:10,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:21:10,448 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:21:10,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,44473,1733325668363 2024-12-04T15:21:10,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42103 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,44473,1733325668363 2024-12-04T15:21:10,451 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024 2024-12-04T15:21:10,451 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36925 2024-12-04T15:21:10,451 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:21:10,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902/rs 2024-12-04T15:21:10,462 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] zookeeper.ZKUtil(111): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Set watcher on existing znode=/01596239902/rs/c6f2e1d35cf1,44473,1733325668363 2024-12-04T15:21:10,462 WARN [RS:0;c6f2e1d35cf1:44473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:21:10,462 INFO [RS:0;c6f2e1d35cf1:44473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:10,463 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363 2024-12-04T15:21:10,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,44473,1733325668363] 2024-12-04T15:21:10,478 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:21:10,483 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:21:10,487 INFO [RS:0;c6f2e1d35cf1:44473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:21:10,487 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:10,488 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:21:10,489 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:21:10,489 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:10,490 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:10,490 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:10,490 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:10,490 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:10,490 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:10,490 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:21:10,490 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:10,490 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:10,490 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:10,490 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:10,490 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:10,491 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:10,491 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:21:10,491 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:21:10,501 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:10,501 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:10,501 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:10,501 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:10,502 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:10,502 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,44473,1733325668363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:21:10,528 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:21:10,528 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,44473,1733325668363-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:10,528 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:10,529 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.Replication(171): c6f2e1d35cf1,44473,1733325668363 started 2024-12-04T15:21:10,543 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:10,544 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,44473,1733325668363, RpcServer on c6f2e1d35cf1/172.17.0.3:44473, sessionid=0x101a21c7e1d0001 2024-12-04T15:21:10,544 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:21:10,544 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,44473,1733325668363 2024-12-04T15:21:10,544 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,44473,1733325668363' 2024-12-04T15:21:10,544 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01596239902/flush-table-proc/abort' 2024-12-04T15:21:10,545 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01596239902/flush-table-proc/acquired' 2024-12-04T15:21:10,545 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:21:10,545 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:21:10,545 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,44473,1733325668363 2024-12-04T15:21:10,545 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,44473,1733325668363' 2024-12-04T15:21:10,545 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01596239902/online-snapshot/abort' 2024-12-04T15:21:10,546 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01596239902/online-snapshot/acquired' 2024-12-04T15:21:10,546 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:21:10,546 INFO [RS:0;c6f2e1d35cf1:44473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:21:10,546 INFO [RS:0;c6f2e1d35cf1:44473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:21:10,647 INFO [RS:0;c6f2e1d35cf1:44473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:21:10,648 INFO [RS:0;c6f2e1d35cf1:44473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C44473%2C1733325668363, suffix=, logDir=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363, archiveDir=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/oldWALs, maxLogs=10 2024-12-04T15:21:10,661 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.1733325670649, exclude list is [], retry=0 2024-12-04T15:21:10,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44057,DS-893a021b-7375-4bbf-8499-6269d2eb18fa,DISK] 2024-12-04T15:21:10,666 INFO [RS:0;c6f2e1d35cf1:44473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.1733325670649 2024-12-04T15:21:10,666 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39635:39635)] 2024-12-04T15:21:10,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:21:10,849 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024 2024-12-04T15:21:10,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:21:11,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:11,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:21:11,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:21:11,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:11,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:11,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:21:11,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:21:11,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:11,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:11,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:21:11,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:21:11,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:11,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:11,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:21:11,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:21:11,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:11,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:11,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:21:11,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740 2024-12-04T15:21:11,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740 2024-12-04T15:21:11,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:21:11,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:21:11,274 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:21:11,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:21:11,279 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:11,279 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72863140, jitterRate=0.08574539422988892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:21:11,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325671259Initializing all the Stores at 1733325671260 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325671260Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325671260Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325671260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325671260Cleaning up temporary data from old regions at 1733325671274 (+14 ms)Region opened successfully at 1733325671280 (+6 ms) 2024-12-04T15:21:11,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:21:11,281 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:21:11,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:21:11,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:21:11,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:21:11,287 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:11,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325671281Disabling compacts and flushes for region at 1733325671281Disabling writes for close at 1733325671281Writing region close event to WAL at 1733325671286 (+5 ms)Closed at 1733325671286 2024-12-04T15:21:11,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:11,289 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:21:11,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:21:11,290 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:21:11,292 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:21:11,442 DEBUG [c6f2e1d35cf1:42103 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:21:11,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,44473,1733325668363 2024-12-04T15:21:11,444 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,44473,1733325668363, state=OPENING 2024-12-04T15:21:11,452 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:21:11,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:11,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:11,461 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:21:11,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01596239902/meta-region-server: CHANGED 2024-12-04T15:21:11,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01596239902/meta-region-server: CHANGED 2024-12-04T15:21:11,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,44473,1733325668363}] 2024-12-04T15:21:11,615 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:21:11,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:21:11,624 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:21:11,625 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:11,625 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:21:11,627 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C44473%2C1733325668363.meta, suffix=.meta, logDir=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363, archiveDir=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/oldWALs, maxLogs=10 2024-12-04T15:21:11,646 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.meta.1733325671628.meta, exclude list is [], retry=0 2024-12-04T15:21:11,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44057,DS-893a021b-7375-4bbf-8499-6269d2eb18fa,DISK] 2024-12-04T15:21:11,651 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.meta.1733325671628.meta 2024-12-04T15:21:11,655 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39635:39635)] 2024-12-04T15:21:11,655 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:11,655 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:21:11,655 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:21:11,656 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:21:11,656 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:21:11,656 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:21:11,656 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:11,656 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:21:11,656 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:21:11,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:21:11,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:21:11,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:11,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:11,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:21:11,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:21:11,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:11,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:11,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:21:11,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:21:11,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:11,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:11,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:21:11,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:21:11,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:11,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:11,665 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:21:11,666 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740 2024-12-04T15:21:11,667 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740 2024-12-04T15:21:11,668 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:21:11,668 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:21:11,669 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:21:11,670 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:21:11,671 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59103447, jitterRate=-0.11929000914096832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:21:11,671 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:21:11,672 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325671656Writing region info on filesystem at 1733325671656Initializing all the Stores at 1733325671658 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325671658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325671658Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325671658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325671658Cleaning up temporary data from old regions at 1733325671668 (+10 ms)Running coprocessor post-open hooks at 1733325671671 (+3 ms)Region opened successfully at 1733325671672 (+1 ms) 2024-12-04T15:21:11,673 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325671614 2024-12-04T15:21:11,676 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:21:11,676 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:21:11,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,44473,1733325668363 2024-12-04T15:21:11,677 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,44473,1733325668363, state=OPEN 2024-12-04T15:21:11,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01596239902/meta-region-server 2024-12-04T15:21:11,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01596239902/meta-region-server 2024-12-04T15:21:11,707 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,44473,1733325668363 2024-12-04T15:21:11,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01596239902/meta-region-server: CHANGED 2024-12-04T15:21:11,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01596239902/meta-region-server: CHANGED 2024-12-04T15:21:11,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:21:11,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,44473,1733325668363 in 246 msec 2024-12-04T15:21:11,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:21:11,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-12-04T15:21:11,715 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:11,715 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:21:11,716 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:11,716 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,44473,1733325668363, seqNum=-1] 2024-12-04T15:21:11,717 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:11,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:11,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3250 sec 2024-12-04T15:21:11,726 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325671725, completionTime=-1 2024-12-04T15:21:11,726 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:21:11,726 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:21:11,729 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:21:11,729 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325731729 2024-12-04T15:21:11,729 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325791729 2024-12-04T15:21:11,729 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T15:21:11,729 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42103,1733325668181-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:11,729 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42103,1733325668181-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:11,729 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42103,1733325668181-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:11,730 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:42103, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:11,730 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:11,730 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:11,732 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:21:11,734 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.294sec 2024-12-04T15:21:11,734 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:21:11,734 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:21:11,734 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:21:11,734 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:21:11,734 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:21:11,734 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42103,1733325668181-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:21:11,734 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42103,1733325668181-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:21:11,737 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:21:11,737 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:21:11,737 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42103,1733325668181-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:11,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:11,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,42103,-1 for getting cluster id 2024-12-04T15:21:11,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:11,804 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf65e6c7-9da9-4a5b-9485-e9fb4944e6f7' 2024-12-04T15:21:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf65e6c7-9da9-4a5b-9485-e9fb4944e6f7" 2024-12-04T15:21:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0316de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:11,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,42103,-1] 2024-12-04T15:21:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:11,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:11,807 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:11,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194b4747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:11,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,44473,1733325668363, seqNum=-1] 2024-12-04T15:21:11,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:11,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:11,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,42103,1733325668181 2024-12-04T15:21:11,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50137 2024-12-04T15:21:11,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:11,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a21c7e1d0002 connected 2024-12-04T15:21:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/hadoop.log.dir so I do NOT create it in target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b 2024-12-04T15:21:11,842 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:21:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/hadoop.tmp.dir so I do NOT create it in target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b 2024-12-04T15:21:11,842 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:21:11,842 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b 2024-12-04T15:21:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:21:11,842 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/cluster_3e4e6e77-5417-7ad5-4838-593460033438, deleteOnExit=true 2024-12-04T15:21:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:21:11,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/test.cache.data in system properties and HBase conf 2024-12-04T15:21:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:21:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:21:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:21:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:21:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:21:11,843 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:21:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:21:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:21:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:21:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:21:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:21:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:21:11,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:21:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:21:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:21:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:21:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:21:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:21:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:21:11,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:21:12,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:12,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:21:12,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:21:12,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:21:12,139 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:21:12,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:12,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c32071a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:21:12,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf604b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:21:12,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15230209{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/java.io.tmpdir/jetty-localhost-38577-hadoop-hdfs-3_4_1-tests_jar-_-any-5738387262637549773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:21:12,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e12458e{HTTP/1.1, (http/1.1)}{localhost:38577} 2024-12-04T15:21:12,257 INFO [Time-limited test {}] server.Server(415): Started @37949ms 2024-12-04T15:21:12,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:12,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:21:12,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:21:12,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:21:12,487 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:21:12,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c9345c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:21:12,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@654d7991{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:21:12,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@428096fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/java.io.tmpdir/jetty-localhost-41927-hadoop-hdfs-3_4_1-tests_jar-_-any-17825719929790115492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:21:12,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@671ff379{HTTP/1.1, (http/1.1)}{localhost:41927} 2024-12-04T15:21:12,620 INFO [Time-limited test {}] server.Server(415): Started @38313ms 2024-12-04T15:21:12,622 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:21:13,205 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/cluster_3e4e6e77-5417-7ad5-4838-593460033438/data/data1/current/BP-1253887639-172.17.0.3-1733325671867/current, will proceed with Du for space computation calculation, 2024-12-04T15:21:13,207 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/cluster_3e4e6e77-5417-7ad5-4838-593460033438/data/data2/current/BP-1253887639-172.17.0.3-1733325671867/current, will proceed with Du for space computation calculation, 2024-12-04T15:21:13,243 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:21:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x241293a837f7d745 with lease ID 0xf545d64b6a537095: Processing first storage report for DS-2ec2d95c-48a6-4106-b1d6-db9f09b813de from datanode DatanodeRegistration(127.0.0.1:39189, datanodeUuid=05087841-8c23-4bc7-99bf-ccd5351409a1, infoPort=38019, infoSecurePort=0, ipcPort=44783, storageInfo=lv=-57;cid=testClusterID;nsid=1703297730;c=1733325671867) 2024-12-04T15:21:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x241293a837f7d745 with lease ID 0xf545d64b6a537095: from storage DS-2ec2d95c-48a6-4106-b1d6-db9f09b813de node DatanodeRegistration(127.0.0.1:39189, datanodeUuid=05087841-8c23-4bc7-99bf-ccd5351409a1, infoPort=38019, infoSecurePort=0, ipcPort=44783, storageInfo=lv=-57;cid=testClusterID;nsid=1703297730;c=1733325671867), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:21:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x241293a837f7d745 with lease ID 0xf545d64b6a537095: Processing first storage report for DS-da046b6a-604e-4bab-ac27-73988026f1a5 from datanode DatanodeRegistration(127.0.0.1:39189, datanodeUuid=05087841-8c23-4bc7-99bf-ccd5351409a1, infoPort=38019, infoSecurePort=0, ipcPort=44783, storageInfo=lv=-57;cid=testClusterID;nsid=1703297730;c=1733325671867) 2024-12-04T15:21:13,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x241293a837f7d745 with lease ID 0xf545d64b6a537095: from storage DS-da046b6a-604e-4bab-ac27-73988026f1a5 node DatanodeRegistration(127.0.0.1:39189, datanodeUuid=05087841-8c23-4bc7-99bf-ccd5351409a1, infoPort=38019, infoSecurePort=0, ipcPort=44783, storageInfo=lv=-57;cid=testClusterID;nsid=1703297730;c=1733325671867), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:21:13,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b 2024-12-04T15:21:13,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:13,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:13,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:21:13,703 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70 with version=8 2024-12-04T15:21:13,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/hbase-staging 2024-12-04T15:21:13,706 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:21:13,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:13,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:13,707 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:21:13,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:13,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:21:13,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:21:13,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:21:13,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46025 2024-12-04T15:21:13,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46025 connecting to ZooKeeper ensemble=127.0.0.1:50137 2024-12-04T15:21:13,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460250x0, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:13,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46025-0x101a21c7e1d0003 connected 2024-12-04T15:21:13,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:13,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:13,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Set watcher on znode that does not yet exist, /1759339487/running 2024-12-04T15:21:13,811 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70, hbase.cluster.distributed=false 2024-12-04T15:21:13,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Set watcher on znode that does not yet exist, /1759339487/acl 2024-12-04T15:21:13,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46025 2024-12-04T15:21:13,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46025 2024-12-04T15:21:13,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46025 2024-12-04T15:21:13,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46025 2024-12-04T15:21:13,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46025 2024-12-04T15:21:13,859 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:21:13,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:13,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:13,860 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:21:13,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:13,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:21:13,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:21:13,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:21:13,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37711 2024-12-04T15:21:13,864 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37711 connecting to ZooKeeper ensemble=127.0.0.1:50137 2024-12-04T15:21:13,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:13,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:13,886 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377110x0, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:13,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37711-0x101a21c7e1d0004 connected 2024-12-04T15:21:13,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Set watcher on znode that does not yet exist, /1759339487/running 2024-12-04T15:21:13,893 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:21:13,919 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:21:13,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Set watcher on znode that does not yet exist, /1759339487/master 2024-12-04T15:21:13,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Set watcher on znode that does not yet exist, /1759339487/acl 2024-12-04T15:21:13,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37711 2024-12-04T15:21:13,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37711 2024-12-04T15:21:13,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37711 2024-12-04T15:21:13,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37711 2024-12-04T15:21:13,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37711 2024-12-04T15:21:13,954 DEBUG [M:0;c6f2e1d35cf1:46025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:46025 2024-12-04T15:21:13,955 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1759339487/backup-masters/c6f2e1d35cf1,46025,1733325673706 2024-12-04T15:21:13,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487/backup-masters 2024-12-04T15:21:13,964 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487/backup-masters 2024-12-04T15:21:13,970 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Set watcher on existing znode=/1759339487/backup-masters/c6f2e1d35cf1,46025,1733325673706 2024-12-04T15:21:13,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487 2024-12-04T15:21:13,981 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1759339487/master 2024-12-04T15:21:13,981 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487 2024-12-04T15:21:13,983 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Set watcher on existing znode=/1759339487/master 2024-12-04T15:21:13,983 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1759339487/backup-masters/c6f2e1d35cf1,46025,1733325673706 from backup master directory 2024-12-04T15:21:13,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1759339487/backup-masters/c6f2e1d35cf1,46025,1733325673706 2024-12-04T15:21:13,989 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487/backup-masters 2024-12-04T15:21:13,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487/backup-masters 2024-12-04T15:21:13,989 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:21:13,990 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,46025,1733325673706 2024-12-04T15:21:14,003 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/hbase.id] with ID: 9001aef2-e18e-4326-9ec6-3a91433f2d92 2024-12-04T15:21:14,003 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/.tmp/hbase.id 2024-12-04T15:21:14,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:21:14,432 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/.tmp/hbase.id]:[hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/hbase.id] 2024-12-04T15:21:14,456 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:14,457 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:21:14,459 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T15:21:14,494 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487 2024-12-04T15:21:14,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487 2024-12-04T15:21:14,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:21:14,906 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:21:14,907 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:21:14,907 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:14,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:21:15,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:21:15,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:15,316 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store 2024-12-04T15:21:15,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:15,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:21:15,744 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:15,744 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:21:15,744 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:15,744 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:15,744 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:21:15,744 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:15,744 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:15,744 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325675744Disabling compacts and flushes for region at 1733325675744Disabling writes for close at 1733325675744Writing region close event to WAL at 1733325675744Closed at 1733325675744 2024-12-04T15:21:15,745 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/.initializing 2024-12-04T15:21:15,746 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/WALs/c6f2e1d35cf1,46025,1733325673706 2024-12-04T15:21:15,747 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:21:15,749 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C46025%2C1733325673706, suffix=, logDir=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/WALs/c6f2e1d35cf1,46025,1733325673706, archiveDir=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/oldWALs, maxLogs=10 2024-12-04T15:21:15,768 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/WALs/c6f2e1d35cf1,46025,1733325673706/c6f2e1d35cf1%2C46025%2C1733325673706.1733325675749, exclude list is [], retry=0 2024-12-04T15:21:15,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39189,DS-2ec2d95c-48a6-4106-b1d6-db9f09b813de,DISK] 2024-12-04T15:21:15,797 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/WALs/c6f2e1d35cf1,46025,1733325673706/c6f2e1d35cf1%2C46025%2C1733325673706.1733325675749 2024-12-04T15:21:15,797 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38019:38019)] 2024-12-04T15:21:15,797 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:15,797 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:15,798 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:15,798 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:15,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:15,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:21:15,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:15,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:15,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:15,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:21:15,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:15,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:15,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:15,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:21:15,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:15,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:15,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:15,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:21:15,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:15,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:15,811 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:15,812 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:15,813 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:15,814 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:15,814 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:15,815 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:21:15,816 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:15,828 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:15,829 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73209040, jitterRate=0.09089970588684082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:21:15,829 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325675798Initializing all the Stores at 1733325675799 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325675799Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325675800 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325675800Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325675801 (+1 ms)Cleaning up temporary data from old regions at 1733325675814 (+13 ms)Region opened successfully at 1733325675829 (+15 ms) 2024-12-04T15:21:15,831 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:21:15,837 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e013509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:21:15,838 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:21:15,838 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:21:15,838 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:21:15,839 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:21:15,839 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:21:15,840 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:21:15,840 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:21:15,845 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:21:15,847 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Unable to get data of znode /1759339487/balancer because node does not exist (not necessarily an error) 2024-12-04T15:21:15,894 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1759339487/balancer already deleted, retry=false 2024-12-04T15:21:15,895 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:21:15,896 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Unable to get data of znode /1759339487/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:21:15,906 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1759339487/normalizer already deleted, retry=false 2024-12-04T15:21:15,906 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:21:15,908 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Unable to get data of znode /1759339487/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:21:15,914 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1759339487/switch/split already deleted, retry=false 2024-12-04T15:21:15,915 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Unable to get data of znode /1759339487/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:21:15,922 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1759339487/switch/merge already deleted, retry=false 2024-12-04T15:21:15,925 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Unable to get data of znode /1759339487/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:21:15,931 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1759339487/snapshot-cleanup already deleted, retry=false 2024-12-04T15:21:15,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1759339487/running 2024-12-04T15:21:15,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487 2024-12-04T15:21:15,939 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1759339487/running 2024-12-04T15:21:15,940 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487 2024-12-04T15:21:15,951 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,46025,1733325673706, sessionid=0x101a21c7e1d0003, setting cluster-up flag (Was=false) 2024-12-04T15:21:15,969 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487 2024-12-04T15:21:15,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487 2024-12-04T15:21:15,997 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1759339487/flush-table-proc/acquired, /1759339487/flush-table-proc/reached, /1759339487/flush-table-proc/abort 2024-12-04T15:21:15,999 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,46025,1733325673706 2024-12-04T15:21:16,014 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487 2024-12-04T15:21:16,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487 2024-12-04T15:21:16,081 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1759339487/online-snapshot/acquired, /1759339487/online-snapshot/reached, /1759339487/online-snapshot/abort 2024-12-04T15:21:16,082 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,46025,1733325673706 2024-12-04T15:21:16,089 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:21:16,089 WARN [RS:0;c6f2e1d35cf1:44473 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c6f2e1d35cf1,44633,1733325640159: status=Processing ServerCrashProcedure of c6f2e1d35cf1,44633,1733325640159 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733325656956, completionTime=-1 appears to have been leaked 2024-12-04T15:21:16,096 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:16,097 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:21:16,097 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:21:16,097 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,46025,1733325673706 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:21:16,100 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:16,100 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:16,100 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:16,100 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:16,100 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:21:16,100 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:16,100 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:21:16,100 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:16,113 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:16,113 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:21:16,116 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:16,116 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:21:16,118 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325706118 2024-12-04T15:21:16,119 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:21:16,119 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:21:16,119 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:21:16,119 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:21:16,119 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:21:16,119 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:21:16,122 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:16,127 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:21:16,127 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:21:16,127 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:21:16,127 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:21:16,128 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:21:16,128 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:21:16,131 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325676128,5,FailOnTimeoutGroup] 2024-12-04T15:21:16,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:21:16,132 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325676131,5,FailOnTimeoutGroup] 2024-12-04T15:21:16,132 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:16,132 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:21:16,132 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:16,133 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:16,164 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(746): ClusterId : 9001aef2-e18e-4326-9ec6-3a91433f2d92 2024-12-04T15:21:16,164 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:21:16,173 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:21:16,174 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:21:16,182 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:21:16,182 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb13968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:21:16,198 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:37711 2024-12-04T15:21:16,199 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:21:16,199 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:21:16,199 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:21:16,200 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,46025,1733325673706 with port=37711, startcode=1733325673859 2024-12-04T15:21:16,200 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:21:16,202 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:21:16,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,37711,1733325673859 2024-12-04T15:21:16,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46025 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,37711,1733325673859 2024-12-04T15:21:16,206 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70 2024-12-04T15:21:16,206 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46081 2024-12-04T15:21:16,206 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:21:16,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487/rs 2024-12-04T15:21:16,215 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] zookeeper.ZKUtil(111): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Set watcher on existing znode=/1759339487/rs/c6f2e1d35cf1,37711,1733325673859 2024-12-04T15:21:16,215 WARN [RS:0;c6f2e1d35cf1:37711 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:21:16,215 INFO [RS:0;c6f2e1d35cf1:37711 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:16,215 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,37711,1733325673859] 2024-12-04T15:21:16,215 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/WALs/c6f2e1d35cf1,37711,1733325673859 2024-12-04T15:21:16,230 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:21:16,235 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:21:16,243 INFO [RS:0;c6f2e1d35cf1:37711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:21:16,243 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:16,263 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:21:16,264 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:21:16,264 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:16,265 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:16,265 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:16,265 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:16,265 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:16,265 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:16,265 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:21:16,265 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:16,265 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:16,265 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:16,265 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:16,265 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:16,266 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:16,266 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:21:16,266 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:21:16,273 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:16,273 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:16,273 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:16,274 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:16,274 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:16,274 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,37711,1733325673859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:21:16,292 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:21:16,292 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,37711,1733325673859-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:16,293 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:16,293 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.Replication(171): c6f2e1d35cf1,37711,1733325673859 started 2024-12-04T15:21:16,307 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:16,307 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,37711,1733325673859, RpcServer on c6f2e1d35cf1/172.17.0.3:37711, sessionid=0x101a21c7e1d0004 2024-12-04T15:21:16,307 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:21:16,307 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,37711,1733325673859 2024-12-04T15:21:16,307 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,37711,1733325673859' 2024-12-04T15:21:16,307 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1759339487/flush-table-proc/abort' 2024-12-04T15:21:16,308 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1759339487/flush-table-proc/acquired' 2024-12-04T15:21:16,308 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:21:16,308 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:21:16,308 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,37711,1733325673859 2024-12-04T15:21:16,308 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,37711,1733325673859' 2024-12-04T15:21:16,308 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1759339487/online-snapshot/abort' 2024-12-04T15:21:16,309 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1759339487/online-snapshot/acquired' 2024-12-04T15:21:16,309 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:21:16,309 INFO [RS:0;c6f2e1d35cf1:37711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:21:16,309 INFO [RS:0;c6f2e1d35cf1:37711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:21:16,410 INFO [RS:0;c6f2e1d35cf1:37711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:21:16,411 INFO [RS:0;c6f2e1d35cf1:37711 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C37711%2C1733325673859, suffix=, logDir=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/WALs/c6f2e1d35cf1,37711,1733325673859, archiveDir=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/oldWALs, maxLogs=10 2024-12-04T15:21:16,423 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/WALs/c6f2e1d35cf1,37711,1733325673859/c6f2e1d35cf1%2C37711%2C1733325673859.1733325676412, exclude list is [], retry=0 2024-12-04T15:21:16,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39189,DS-2ec2d95c-48a6-4106-b1d6-db9f09b813de,DISK] 2024-12-04T15:21:16,428 INFO [RS:0;c6f2e1d35cf1:37711 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/WALs/c6f2e1d35cf1,37711,1733325673859/c6f2e1d35cf1%2C37711%2C1733325673859.1733325676412 2024-12-04T15:21:16,429 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38019:38019)] 2024-12-04T15:21:16,478 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:21:16,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:21:16,534 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70 2024-12-04T15:21:16,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:21:16,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:16,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:21:16,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:21:16,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:16,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:16,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:21:16,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:21:16,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:16,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:16,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:21:16,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:21:16,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:16,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:16,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:21:16,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:21:16,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:16,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:16,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:21:16,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/data/hbase/meta/1588230740 2024-12-04T15:21:16,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/data/hbase/meta/1588230740 2024-12-04T15:21:16,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:21:16,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:21:16,968 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:21:16,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:21:16,972 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:16,973 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59911578, jitterRate=-0.10724791884422302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:21:16,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325676956Initializing all the Stores at 1733325676957 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325676957Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325676957Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325676957Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325676957Cleaning up temporary data from old regions at 1733325676968 (+11 ms)Region opened successfully at 1733325676973 (+5 ms) 2024-12-04T15:21:16,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:21:16,973 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:21:16,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:21:16,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:21:16,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:21:16,974 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:16,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325676973Disabling compacts and flushes for region at 1733325676973Disabling writes for close at 1733325676973Writing region close event to WAL at 1733325676974 (+1 ms)Closed at 1733325676974 2024-12-04T15:21:16,976 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:16,976 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:21:16,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:21:16,977 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:21:16,979 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:21:17,130 DEBUG [c6f2e1d35cf1:46025 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:21:17,130 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,37711,1733325673859 2024-12-04T15:21:17,132 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,37711,1733325673859, state=OPENING 2024-12-04T15:21:17,271 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:21:17,286 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487 2024-12-04T15:21:17,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487 2024-12-04T15:21:17,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1759339487/meta-region-server: CHANGED 2024-12-04T15:21:17,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1759339487/meta-region-server: CHANGED 2024-12-04T15:21:17,287 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:21:17,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,37711,1733325673859}] 2024-12-04T15:21:17,441 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:21:17,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:21:17,450 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:21:17,450 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:17,450 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:21:17,452 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C37711%2C1733325673859.meta, suffix=.meta, logDir=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/WALs/c6f2e1d35cf1,37711,1733325673859, archiveDir=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/oldWALs, maxLogs=10 2024-12-04T15:21:17,470 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/WALs/c6f2e1d35cf1,37711,1733325673859/c6f2e1d35cf1%2C37711%2C1733325673859.meta.1733325677452.meta, exclude list is [], retry=0 2024-12-04T15:21:17,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39189,DS-2ec2d95c-48a6-4106-b1d6-db9f09b813de,DISK] 2024-12-04T15:21:17,477 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/WALs/c6f2e1d35cf1,37711,1733325673859/c6f2e1d35cf1%2C37711%2C1733325673859.meta.1733325677452.meta 2024-12-04T15:21:17,479 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38019:38019)] 2024-12-04T15:21:17,479 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:17,479 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:21:17,479 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:21:17,480 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:21:17,480 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:21:17,480 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:21:17,480 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:17,480 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:21:17,480 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:21:17,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:21:17,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:21:17,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:17,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:17,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:21:17,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:21:17,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:17,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:17,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:21:17,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:21:17,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:17,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:17,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:21:17,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:21:17,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:17,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:17,491 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:21:17,494 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/data/hbase/meta/1588230740 2024-12-04T15:21:17,496 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/data/hbase/meta/1588230740 2024-12-04T15:21:17,497 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:21:17,497 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:21:17,498 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:21:17,500 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:21:17,501 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65856651, jitterRate=-0.018659427762031555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:21:17,501 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:21:17,501 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325677480Writing region info on filesystem at 1733325677480Initializing all the Stores at 1733325677481 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325677482 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325677482Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325677482Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325677482Cleaning up temporary data from old regions at 1733325677497 (+15 ms)Running coprocessor post-open hooks at 1733325677501 (+4 ms)Region opened successfully at 1733325677501 2024-12-04T15:21:17,503 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325677441 2024-12-04T15:21:17,512 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,37711,1733325673859 2024-12-04T15:21:17,513 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:21:17,513 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:21:17,513 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,37711,1733325673859, state=OPEN 2024-12-04T15:21:17,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1759339487/meta-region-server 2024-12-04T15:21:17,527 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1759339487/meta-region-server 2024-12-04T15:21:17,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1759339487/meta-region-server: CHANGED 2024-12-04T15:21:17,527 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,37711,1733325673859 2024-12-04T15:21:17,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1759339487/meta-region-server: CHANGED 2024-12-04T15:21:17,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:21:17,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,37711,1733325673859 in 240 msec 2024-12-04T15:21:17,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:21:17,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 560 msec 2024-12-04T15:21:17,542 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:17,542 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:21:17,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:17,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,37711,1733325673859, seqNum=-1] 2024-12-04T15:21:17,544 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:17,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:17,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4570 sec 2024-12-04T15:21:17,553 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325677553, completionTime=-1 2024-12-04T15:21:17,553 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:21:17,553 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:21:17,555 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:21:17,555 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325737555 2024-12-04T15:21:17,555 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325797555 2024-12-04T15:21:17,555 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T15:21:17,556 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46025,1733325673706-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:17,556 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46025,1733325673706-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:17,556 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46025,1733325673706-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:17,556 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:46025, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:17,556 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:17,556 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:17,560 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:21:17,560 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.570sec 2024-12-04T15:21:17,560 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:21:17,560 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:21:17,561 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:21:17,561 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:21:17,561 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:21:17,561 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46025,1733325673706-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:21:17,561 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46025,1733325673706-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:21:17,563 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:21:17,563 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:21:17,563 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46025,1733325673706-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:17,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:17,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,46025,-1 for getting cluster id 2024-12-04T15:21:17,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:17,569 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9001aef2-e18e-4326-9ec6-3a91433f2d92' 2024-12-04T15:21:17,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:17,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9001aef2-e18e-4326-9ec6-3a91433f2d92" 2024-12-04T15:21:17,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197dc33a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:17,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,46025,-1] 2024-12-04T15:21:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:17,571 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:17,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486ddd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:17,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:17,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,37711,1733325673859, seqNum=-1] 2024-12-04T15:21:17,574 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:17,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:17,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,46025,1733325673706 2024-12-04T15:21:17,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50137 2024-12-04T15:21:17,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:17,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a21c7e1d0005 connected 2024-12-04T15:21:17,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e19e2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:17,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,42103,-1 for getting cluster id 2024-12-04T15:21:17,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:17,601 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf65e6c7-9da9-4a5b-9485-e9fb4944e6f7' 2024-12-04T15:21:17,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:17,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf65e6c7-9da9-4a5b-9485-e9fb4944e6f7" 2024-12-04T15:21:17,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f640e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,42103,-1] 2024-12-04T15:21:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:17,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:17,604 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:17,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b19e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:17,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:21:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,42103,1733325668181 2024-12-04T15:21:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30c231aa 2024-12-04T15:21:17,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:21:17,608 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:21:17,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:46025,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:21:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:21:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:21:17,612 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:46025' 2024-12-04T15:21:17,614 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9670dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:17,614 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,46025,-1 for getting cluster id 2024-12-04T15:21:17,614 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:17,615 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9001aef2-e18e-4326-9ec6-3a91433f2d92' 2024-12-04T15:21:17,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:17,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9001aef2-e18e-4326-9ec6-3a91433f2d92" 2024-12-04T15:21:17,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e246756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:17,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,46025,-1] 2024-12-04T15:21:17,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:17,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:17,617 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:17,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c93683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:17,618 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:21:17,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,46025,1733325673706 2024-12-04T15:21:17,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dced6d3 2024-12-04T15:21:17,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:21:17,621 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:21:17,622 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T15:21:17,622 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:21:17,622 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:17,622 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:17,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:21:17,622 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:21:17,624 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:21:17,626 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:21:17,626 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:17,628 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:21:17,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741835_1011 (size=1138) 2024-12-04T15:21:17,638 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9237c9f2f8cdc0183f80c90a2e292960, NAME => 'hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024 2024-12-04T15:21:17,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741836_1012 (size=44) 2024-12-04T15:21:17,675 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T15:21:17,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:21:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:21:18,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:18,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9237c9f2f8cdc0183f80c90a2e292960, disabling compactions & flushes 2024-12-04T15:21:18,049 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960. 2024-12-04T15:21:18,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960. 2024-12-04T15:21:18,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960. after waiting 0 ms 2024-12-04T15:21:18,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960. 2024-12-04T15:21:18,049 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960. 2024-12-04T15:21:18,049 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9237c9f2f8cdc0183f80c90a2e292960: Waiting for close lock at 1733325678049Disabling compacts and flushes for region at 1733325678049Disabling writes for close at 1733325678049Writing region close event to WAL at 1733325678049Closed at 1733325678049 2024-12-04T15:21:18,051 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:21:18,051 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733325678051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325678051"}]},"ts":"1733325678051"} 2024-12-04T15:21:18,054 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:21:18,055 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:21:18,055 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325678055"}]},"ts":"1733325678055"} 2024-12-04T15:21:18,057 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T15:21:18,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9237c9f2f8cdc0183f80c90a2e292960, ASSIGN}] 2024-12-04T15:21:18,059 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9237c9f2f8cdc0183f80c90a2e292960, ASSIGN 2024-12-04T15:21:18,060 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9237c9f2f8cdc0183f80c90a2e292960, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,44473,1733325668363; forceNewPlan=false, retain=false 2024-12-04T15:21:18,211 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9237c9f2f8cdc0183f80c90a2e292960, regionState=OPENING, regionLocation=c6f2e1d35cf1,44473,1733325668363 2024-12-04T15:21:18,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9237c9f2f8cdc0183f80c90a2e292960, ASSIGN because future has completed 2024-12-04T15:21:18,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9237c9f2f8cdc0183f80c90a2e292960, server=c6f2e1d35cf1,44473,1733325668363}] 2024-12-04T15:21:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:21:18,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960. 2024-12-04T15:21:18,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:18,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:21:18,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C44473%2C1733325668363.rep, suffix=, logDir=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363, archiveDir=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/oldWALs, maxLogs=10 2024-12-04T15:21:18,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.rep.1733325678373, exclude list is [], retry=0 2024-12-04T15:21:18,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44057,DS-893a021b-7375-4bbf-8499-6269d2eb18fa,DISK] 2024-12-04T15:21:18,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.rep.1733325678373 2024-12-04T15:21:18,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39635:39635)] 2024-12-04T15:21:18,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9237c9f2f8cdc0183f80c90a2e292960, NAME => 'hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:18,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:21:18,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:21:18,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960. service=MultiRowMutationService 2024-12-04T15:21:18,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:21:18,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:18,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:18,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:18,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:18,391 INFO [StoreOpener-9237c9f2f8cdc0183f80c90a2e292960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:18,392 INFO [StoreOpener-9237c9f2f8cdc0183f80c90a2e292960-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9237c9f2f8cdc0183f80c90a2e292960 columnFamilyName hfileref 2024-12-04T15:21:18,392 DEBUG [StoreOpener-9237c9f2f8cdc0183f80c90a2e292960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:18,393 INFO [StoreOpener-9237c9f2f8cdc0183f80c90a2e292960-1 {}] regionserver.HStore(327): Store=9237c9f2f8cdc0183f80c90a2e292960/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:18,393 INFO [StoreOpener-9237c9f2f8cdc0183f80c90a2e292960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:18,394 INFO [StoreOpener-9237c9f2f8cdc0183f80c90a2e292960-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9237c9f2f8cdc0183f80c90a2e292960 columnFamilyName queue 2024-12-04T15:21:18,394 DEBUG [StoreOpener-9237c9f2f8cdc0183f80c90a2e292960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:18,394 INFO [StoreOpener-9237c9f2f8cdc0183f80c90a2e292960-1 {}] regionserver.HStore(327): Store=9237c9f2f8cdc0183f80c90a2e292960/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:18,394 INFO [StoreOpener-9237c9f2f8cdc0183f80c90a2e292960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:18,396 INFO [StoreOpener-9237c9f2f8cdc0183f80c90a2e292960-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9237c9f2f8cdc0183f80c90a2e292960 columnFamilyName sid 2024-12-04T15:21:18,396 DEBUG [StoreOpener-9237c9f2f8cdc0183f80c90a2e292960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:18,396 INFO [StoreOpener-9237c9f2f8cdc0183f80c90a2e292960-1 {}] regionserver.HStore(327): Store=9237c9f2f8cdc0183f80c90a2e292960/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:18,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:18,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/replication/9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:18,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/replication/9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:18,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:18,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:18,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:21:18,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:18,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/replication/9237c9f2f8cdc0183f80c90a2e292960/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:18,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9237c9f2f8cdc0183f80c90a2e292960; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62661730, jitterRate=-0.0662674605846405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:21:18,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:18,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9237c9f2f8cdc0183f80c90a2e292960: Running coprocessor pre-open hook at 1733325678390Writing region info on filesystem at 1733325678390Initializing all the Stores at 1733325678391 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325678391Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325678391Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325678391Cleaning up temporary data from old regions at 1733325678398 (+7 ms)Running coprocessor post-open hooks at 1733325678403 (+5 ms)Region opened successfully at 1733325678404 (+1 ms) 2024-12-04T15:21:18,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960., pid=7, masterSystemTime=1733325678366 2024-12-04T15:21:18,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960. 2024-12-04T15:21:18,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960. 2024-12-04T15:21:18,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9237c9f2f8cdc0183f80c90a2e292960, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,44473,1733325668363 2024-12-04T15:21:18,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9237c9f2f8cdc0183f80c90a2e292960, server=c6f2e1d35cf1,44473,1733325668363 because future has completed 2024-12-04T15:21:18,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T15:21:18,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9237c9f2f8cdc0183f80c90a2e292960, server=c6f2e1d35cf1,44473,1733325668363 in 198 msec 2024-12-04T15:21:18,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:21:18,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9237c9f2f8cdc0183f80c90a2e292960, ASSIGN in 356 msec 2024-12-04T15:21:18,416 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:21:18,417 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325678416"}]},"ts":"1733325678416"} 2024-12-04T15:21:18,419 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T15:21:18,420 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:21:18,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 798 msec 2024-12-04T15:21:18,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960., hostname=c6f2e1d35cf1,44473,1733325668363, seqNum=2] 2024-12-04T15:21:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:18,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:21:18,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T15:21:18,649 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T15:21:18,673 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,44473,1733325668363, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:21:18,673 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:18,673 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,44473,1733325668363, seqNum=-1] 2024-12-04T15:21:18,674 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:18,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-04T15:21:18,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f2e1d35cf1,44473,1733325668363', locateType=CURRENT is [region=hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960., hostname=c6f2e1d35cf1,44473,1733325668363, seqNum=2] 2024-12-04T15:21:18,679 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T15:21:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T15:21:18,682 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f2e1d35cf1,44473,1733325668363 suceeded 2024-12-04T15:21:18,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T15:21:18,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-04T15:21:18,685 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f2e1d35cf1:46025,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:21:18,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0760 sec 2024-12-04T15:21:18,694 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:46025' 2024-12-04T15:21:18,696 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@282e46f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:18,696 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,46025,-1 for getting cluster id 2024-12-04T15:21:18,696 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:18,697 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9001aef2-e18e-4326-9ec6-3a91433f2d92' 2024-12-04T15:21:18,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:18,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9001aef2-e18e-4326-9ec6-3a91433f2d92" 2024-12-04T15:21:18,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ff0a3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:18,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,46025,-1] 2024-12-04T15:21:18,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:18,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:18,699 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:18,699 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d9abde8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:18,700 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:21:18,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,46025,1733325673706 2024-12-04T15:21:18,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@205af1d5 2024-12-04T15:21:18,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:21:18,702 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-04T15:21:18,702 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,44473,1733325668363 (queues=1) is replicating from cluster=bf65e6c7-9da9-4a5b-9485-e9fb4944e6f7 to cluster=9001aef2-e18e-4326-9ec6-3a91433f2d92 2024-12-04T15:21:18,702 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C44473%2C1733325668363 2024-12-04T15:21:18,703 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,44473,1733325668363, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:21:18,703 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363.replicationSource.shipperc6f2e1d35cf1%2C44473%2C1733325668363,1-c6f2e1d35cf1,44473,1733325668363 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C44473%2C1733325668363 2024-12-04T15:21:18,703 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363.replicationSource.wal-reader.c6f2e1d35cf1%2C44473%2C1733325668363,1-c6f2e1d35cf1,44473,1733325668363 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.1733325670649, startPosition=0, beingWritten=true 2024-12-04T15:21:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:21:18,750 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:21:18,750 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:21:18,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:18,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:18,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:18,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:21:18,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:21:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,42103,1733325668181 2024-12-04T15:21:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48936b33 2024-12-04T15:21:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:21:18,753 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:21:18,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T15:21:18,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:21:18,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:21:18,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:18,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:18,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:18,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:21:18,754 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:21:18,754 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=853537007, stopped=false 2024-12-04T15:21:18,754 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,46025,1733325673706 2024-12-04T15:21:18,764 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1759339487/running 2024-12-04T15:21:18,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1759339487/running 2024-12-04T15:21:18,764 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487 2024-12-04T15:21:18,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487 2024-12-04T15:21:18,764 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:21:18,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:21:18,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:18,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:18,764 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,37711,1733325673859' ***** 2024-12-04T15:21:18,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Set watcher on znode that does not yet exist, /1759339487/running 2024-12-04T15:21:18,765 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:21:18,765 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:21:18,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Set watcher on znode that does not yet exist, /1759339487/running 2024-12-04T15:21:18,765 INFO [RS:0;c6f2e1d35cf1:37711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:21:18,765 INFO [RS:0;c6f2e1d35cf1:37711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:21:18,765 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,37711,1733325673859 2024-12-04T15:21:18,765 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:21:18,765 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:21:18,765 INFO [RS:0;c6f2e1d35cf1:37711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:37711. 2024-12-04T15:21:18,765 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:18,765 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:18,765 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:21:18,765 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:21:18,765 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:21:18,765 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:21:18,766 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T15:21:18,766 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:21:18,766 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:21:18,766 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:21:18,766 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:21:18,766 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:21:18,766 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:21:18,766 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:21:18,766 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T15:21:18,778 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:21:18,780 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/data/hbase/meta/1588230740/.tmp/ns/f13990fa665b4322a17bf75142edf667 is 43, key is default/ns:d/1733325677546/Put/seqid=0 2024-12-04T15:21:18,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741835_1011 (size=5153) 2024-12-04T15:21:18,909 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363.replicationSource.wal-reader.c6f2e1d35cf1%2C44473%2C1733325668363,1-c6f2e1d35cf1,44473,1733325668363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.1733325670649 to pos 0, reset compression=false 2024-12-04T15:21:18,966 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:21:19,166 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:21:19,185 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/data/hbase/meta/1588230740/.tmp/ns/f13990fa665b4322a17bf75142edf667 2024-12-04T15:21:19,192 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/data/hbase/meta/1588230740/.tmp/ns/f13990fa665b4322a17bf75142edf667 as hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/data/hbase/meta/1588230740/ns/f13990fa665b4322a17bf75142edf667 2024-12-04T15:21:19,199 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/data/hbase/meta/1588230740/ns/f13990fa665b4322a17bf75142edf667, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T15:21:19,200 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-12-04T15:21:19,205 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T15:21:19,205 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:21:19,205 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:21:19,206 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:19,206 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325678766Running coprocessor pre-close hooks at 1733325678766Disabling compacts and flushes for region at 1733325678766Disabling writes for close at 1733325678766Obtaining lock to block concurrent updates at 1733325678766Preparing flush snapshotting stores in 1588230740 at 1733325678766Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733325678766Flushing stores of hbase:meta,,1.1588230740 at 1733325678767 (+1 ms)Flushing 1588230740/ns: creating writer at 1733325678767Flushing 1588230740/ns: appending metadata at 1733325678780 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733325678780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cdf5895: reopening flushed file at 1733325679192 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1733325679200 (+8 ms)Writing region close event to WAL at 1733325679201 (+1 ms)Running coprocessor post-close hooks at 1733325679205 (+4 ms)Closed at 1733325679206 (+1 ms) 2024-12-04T15:21:19,206 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:19,214 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363.replicationSource.wal-reader.c6f2e1d35cf1%2C44473%2C1733325668363,1-c6f2e1d35cf1,44473,1733325668363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.1733325670649 to pos 0, reset compression=false 2024-12-04T15:21:19,274 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:21:19,274 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:21:19,366 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,37711,1733325673859; all regions closed. 2024-12-04T15:21:19,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741834_1010 (size=1152) 2024-12-04T15:21:19,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/WALs/c6f2e1d35cf1,37711,1733325673859/c6f2e1d35cf1%2C37711%2C1733325673859.meta.1733325677452.meta not finished, retry = 0 2024-12-04T15:21:19,472 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/oldWALs 2024-12-04T15:21:19,472 INFO [RS:0;c6f2e1d35cf1:37711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C37711%2C1733325673859.meta:.meta(num 1733325677452) 2024-12-04T15:21:19,475 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/WALs/c6f2e1d35cf1,37711,1733325673859/c6f2e1d35cf1%2C37711%2C1733325673859.1733325676412 not finished, retry = 0 2024-12-04T15:21:19,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741832_1008 (size=93) 2024-12-04T15:21:19,578 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/oldWALs 2024-12-04T15:21:19,578 INFO [RS:0;c6f2e1d35cf1:37711 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C37711%2C1733325673859:(num 1733325676412) 2024-12-04T15:21:19,578 DEBUG [RS:0;c6f2e1d35cf1:37711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:19,578 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:21:19,578 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:21:19,578 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:21:19,578 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:21:19,578 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:21:19,579 INFO [RS:0;c6f2e1d35cf1:37711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37711 2024-12-04T15:21:19,619 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363.replicationSource.wal-reader.c6f2e1d35cf1%2C44473%2C1733325668363,1-c6f2e1d35cf1,44473,1733325668363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.1733325670649 to pos 0, reset compression=false 2024-12-04T15:21:19,630 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1759339487/rs/c6f2e1d35cf1,37711,1733325673859 2024-12-04T15:21:19,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487/rs 2024-12-04T15:21:19,630 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:21:19,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,37711,1733325673859] 2024-12-04T15:21:19,647 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1759339487/draining/c6f2e1d35cf1,37711,1733325673859 already deleted, retry=false 2024-12-04T15:21:19,647 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,37711,1733325673859 expired; onlineServers=0 2024-12-04T15:21:19,647 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,46025,1733325673706' ***** 2024-12-04T15:21:19,647 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:21:19,647 INFO [M:0;c6f2e1d35cf1:46025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:21:19,647 INFO [M:0;c6f2e1d35cf1:46025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:21:19,647 DEBUG [M:0;c6f2e1d35cf1:46025 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:21:19,647 DEBUG [M:0;c6f2e1d35cf1:46025 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:21:19,647 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:21:19,647 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325676128 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325676128,5,FailOnTimeoutGroup] 2024-12-04T15:21:19,647 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325676131 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325676131,5,FailOnTimeoutGroup] 2024-12-04T15:21:19,648 INFO [M:0;c6f2e1d35cf1:46025 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:21:19,648 INFO [M:0;c6f2e1d35cf1:46025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:21:19,648 DEBUG [M:0;c6f2e1d35cf1:46025 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:21:19,648 INFO [M:0;c6f2e1d35cf1:46025 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:21:19,648 INFO [M:0;c6f2e1d35cf1:46025 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:21:19,648 INFO [M:0;c6f2e1d35cf1:46025 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:21:19,648 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:21:19,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1759339487/master 2024-12-04T15:21:19,655 DEBUG [M:0;c6f2e1d35cf1:46025 {}] zookeeper.ZKUtil(347): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Unable to get data of znode /1759339487/master because node does not exist (not an error) 2024-12-04T15:21:19,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1759339487 2024-12-04T15:21:19,656 WARN [M:0;c6f2e1d35cf1:46025 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:21:19,656 INFO [M:0;c6f2e1d35cf1:46025 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/.lastflushedseqids 2024-12-04T15:21:19,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741836_1012 (size=99) 2024-12-04T15:21:19,739 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:19,739 INFO [RS:0;c6f2e1d35cf1:37711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:21:19,739 INFO [RS:0;c6f2e1d35cf1:37711 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,37711,1733325673859; zookeeper connection closed. 2024-12-04T15:21:19,739 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37711-0x101a21c7e1d0004, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:19,739 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43616819 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43616819 2024-12-04T15:21:19,740 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:21:19,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T15:21:19,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T15:21:19,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T15:21:19,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T15:21:19,809 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:21:19,809 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T15:21:19,809 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:21:19,809 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T15:21:19,809 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T15:21:19,809 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T15:21:20,061 INFO [M:0;c6f2e1d35cf1:46025 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:21:20,061 INFO [M:0;c6f2e1d35cf1:46025 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:21:20,062 DEBUG [M:0;c6f2e1d35cf1:46025 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:21:20,062 INFO [M:0;c6f2e1d35cf1:46025 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:20,062 DEBUG [M:0;c6f2e1d35cf1:46025 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:20,062 DEBUG [M:0;c6f2e1d35cf1:46025 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:21:20,062 DEBUG [M:0;c6f2e1d35cf1:46025 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:20,062 INFO [M:0;c6f2e1d35cf1:46025 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T15:21:20,077 DEBUG [M:0;c6f2e1d35cf1:46025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44bd56ab392e4da39c12411bb2160935 is 82, key is hbase:meta,,1/info:regioninfo/1733325677512/Put/seqid=0 2024-12-04T15:21:20,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741837_1013 (size=5672) 2024-12-04T15:21:20,124 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363.replicationSource.wal-reader.c6f2e1d35cf1%2C44473%2C1733325668363,1-c6f2e1d35cf1,44473,1733325668363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.1733325670649 to pos 0, reset compression=false 2024-12-04T15:21:20,481 INFO [M:0;c6f2e1d35cf1:46025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44bd56ab392e4da39c12411bb2160935 2024-12-04T15:21:20,505 DEBUG [M:0;c6f2e1d35cf1:46025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/014594b2c9e340e2b6522bdd657d0855 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733325677552/Put/seqid=0 2024-12-04T15:21:20,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741838_1014 (size=5275) 2024-12-04T15:21:20,730 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363.replicationSource.wal-reader.c6f2e1d35cf1%2C44473%2C1733325668363,1-c6f2e1d35cf1,44473,1733325668363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.1733325670649 to pos 0, reset compression=false 2024-12-04T15:21:20,910 INFO [M:0;c6f2e1d35cf1:46025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/014594b2c9e340e2b6522bdd657d0855 2024-12-04T15:21:20,933 DEBUG [M:0;c6f2e1d35cf1:46025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06d7527fd292485481b419bbade53343 is 69, key is c6f2e1d35cf1,37711,1733325673859/rs:state/1733325676204/Put/seqid=0 2024-12-04T15:21:20,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741839_1015 (size=5156) 2024-12-04T15:21:21,338 INFO [M:0;c6f2e1d35cf1:46025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06d7527fd292485481b419bbade53343 2024-12-04T15:21:21,344 DEBUG [M:0;c6f2e1d35cf1:46025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44bd56ab392e4da39c12411bb2160935 as hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44bd56ab392e4da39c12411bb2160935 2024-12-04T15:21:21,350 INFO [M:0;c6f2e1d35cf1:46025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44bd56ab392e4da39c12411bb2160935, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T15:21:21,351 DEBUG [M:0;c6f2e1d35cf1:46025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/014594b2c9e340e2b6522bdd657d0855 as hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/014594b2c9e340e2b6522bdd657d0855 2024-12-04T15:21:21,357 INFO [M:0;c6f2e1d35cf1:46025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/014594b2c9e340e2b6522bdd657d0855, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T15:21:21,358 DEBUG [M:0;c6f2e1d35cf1:46025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06d7527fd292485481b419bbade53343 as hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06d7527fd292485481b419bbade53343 2024-12-04T15:21:21,364 INFO [M:0;c6f2e1d35cf1:46025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46081/user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06d7527fd292485481b419bbade53343, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T15:21:21,365 INFO [M:0;c6f2e1d35cf1:46025 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=28, compaction requested=false 2024-12-04T15:21:21,366 INFO [M:0;c6f2e1d35cf1:46025 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:21,366 DEBUG [M:0;c6f2e1d35cf1:46025 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325680062Disabling compacts and flushes for region at 1733325680062Disabling writes for close at 1733325680062Obtaining lock to block concurrent updates at 1733325680062Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325680062Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733325680062Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325680063 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325680063Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325680076 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325680076Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325680487 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325680504 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325680504Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325680916 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325680933 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325680933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b130f66: reopening flushed file at 1733325681343 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@502596bd: reopening flushed file at 1733325681350 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ab6c528: reopening flushed file at 1733325681357 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=28, compaction requested=false at 1733325681365 (+8 ms)Writing region close event to WAL at 1733325681366 (+1 ms)Closed at 1733325681366 2024-12-04T15:21:21,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39189 is added to blk_1073741830_1006 (size=10165) 2024-12-04T15:21:21,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4f8ff618-209c-4ea0-974d-79cd15df8f70/MasterData/WALs/c6f2e1d35cf1,46025,1733325673706/c6f2e1d35cf1%2C46025%2C1733325673706.1733325675749 not finished, retry = 0 2024-12-04T15:21:21,435 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363.replicationSource.wal-reader.c6f2e1d35cf1%2C44473%2C1733325668363,1-c6f2e1d35cf1,44473,1733325668363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.1733325670649 to pos 0, reset compression=false 2024-12-04T15:21:21,470 INFO [M:0;c6f2e1d35cf1:46025 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:21:21,470 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:21:21,470 INFO [M:0;c6f2e1d35cf1:46025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46025 2024-12-04T15:21:21,470 INFO [M:0;c6f2e1d35cf1:46025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:21:21,627 INFO [M:0;c6f2e1d35cf1:46025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:21:21,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:21,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46025-0x101a21c7e1d0003, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:21,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@428096fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:21:21,659 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@671ff379{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:21:21,659 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:21:21,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@654d7991{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:21:21,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c9345c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/hadoop.log.dir/,STOPPED} 2024-12-04T15:21:21,661 WARN [BP-1253887639-172.17.0.3-1733325671867 heartbeating to localhost/127.0.0.1:46081 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:21:21,661 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:21:21,661 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:21:21,661 WARN [BP-1253887639-172.17.0.3-1733325671867 heartbeating to localhost/127.0.0.1:46081 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1253887639-172.17.0.3-1733325671867 (Datanode Uuid 05087841-8c23-4bc7-99bf-ccd5351409a1) service to localhost/127.0.0.1:46081 2024-12-04T15:21:21,661 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/cluster_3e4e6e77-5417-7ad5-4838-593460033438/data/data1/current/BP-1253887639-172.17.0.3-1733325671867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:21:21,662 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/cluster_3e4e6e77-5417-7ad5-4838-593460033438/data/data2/current/BP-1253887639-172.17.0.3-1733325671867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:21:21,662 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:21:21,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15230209{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:21:21,667 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e12458e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:21:21,667 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:21:21,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf604b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:21:21,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c32071a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/hadoop.log.dir/,STOPPED} 2024-12-04T15:21:21,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:21:21,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:21:21,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:21:21,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:21,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:21,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:21,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:21:21,683 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:21:21,683 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1361538320, stopped=false 2024-12-04T15:21:21,683 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,42103,1733325668181 2024-12-04T15:21:21,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01596239902/running 2024-12-04T15:21:21,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01596239902/running 2024-12-04T15:21:21,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:21,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:21,697 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:21:21,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:21:21,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:21,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:21,698 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,44473,1733325668363' ***** 2024-12-04T15:21:21,698 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:21:21,698 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:21:21,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Set watcher on znode that does not yet exist, /01596239902/running 2024-12-04T15:21:21,698 INFO [RS:0;c6f2e1d35cf1:44473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:21:21,698 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:21:21,698 INFO [RS:0;c6f2e1d35cf1:44473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:21:21,698 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(3091): Received CLOSE for 9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:21,698 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,44473,1733325668363 2024-12-04T15:21:21,698 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:21:21,699 INFO [RS:0;c6f2e1d35cf1:44473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:44473. 2024-12-04T15:21:21,699 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9237c9f2f8cdc0183f80c90a2e292960, disabling compactions & flushes 2024-12-04T15:21:21,699 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:21,699 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:21,699 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960. 2024-12-04T15:21:21,699 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960. 2024-12-04T15:21:21,699 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960. after waiting 0 ms 2024-12-04T15:21:21,699 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:21:21,699 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:21:21,699 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960. 2024-12-04T15:21:21,699 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:21:21,699 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:21:21,699 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9237c9f2f8cdc0183f80c90a2e292960 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T15:21:21,699 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T15:21:21,699 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9237c9f2f8cdc0183f80c90a2e292960=hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960.} 2024-12-04T15:21:21,699 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:21,699 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:21:21,699 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:21:21,699 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:21:21,699 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:21:21,699 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:21:21,700 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T15:21:21,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Set watcher on znode that does not yet exist, /01596239902/running 2024-12-04T15:21:21,711 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:21:21,717 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/replication/9237c9f2f8cdc0183f80c90a2e292960/.tmp/queue/a51a1aa8b7d34a60905834b70c3f4115 is 151, key is 1-c6f2e1d35cf1,44473,1733325668363/queue:c6f2e1d35cf1%2C44473%2C1733325668363/1733325678678/Put/seqid=0 2024-12-04T15:21:21,719 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/.tmp/info/6bb792a217b04737b46e74483fa46438 is 147, key is hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960./info:regioninfo/1733325678407/Put/seqid=0 2024-12-04T15:21:21,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741838_1014 (size=5350) 2024-12-04T15:21:21,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741839_1015 (size=6631) 2024-12-04T15:21:21,899 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:22,100 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9237c9f2f8cdc0183f80c90a2e292960 2024-12-04T15:21:22,122 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/replication/9237c9f2f8cdc0183f80c90a2e292960/.tmp/queue/a51a1aa8b7d34a60905834b70c3f4115 2024-12-04T15:21:22,124 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/.tmp/info/6bb792a217b04737b46e74483fa46438 2024-12-04T15:21:22,131 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/replication/9237c9f2f8cdc0183f80c90a2e292960/.tmp/queue/a51a1aa8b7d34a60905834b70c3f4115 as hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/replication/9237c9f2f8cdc0183f80c90a2e292960/queue/a51a1aa8b7d34a60905834b70c3f4115 2024-12-04T15:21:22,137 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/replication/9237c9f2f8cdc0183f80c90a2e292960/queue/a51a1aa8b7d34a60905834b70c3f4115, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T15:21:22,138 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9237c9f2f8cdc0183f80c90a2e292960 in 439ms, sequenceid=5, compaction requested=false 2024-12-04T15:21:22,139 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T15:21:22,143 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/replication/9237c9f2f8cdc0183f80c90a2e292960/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T15:21:22,144 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:21:22,144 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:21:22,144 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960. 2024-12-04T15:21:22,144 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9237c9f2f8cdc0183f80c90a2e292960: Waiting for close lock at 1733325681699Running coprocessor pre-close hooks at 1733325681699Disabling compacts and flushes for region at 1733325681699Disabling writes for close at 1733325681699Obtaining lock to block concurrent updates at 1733325681699Preparing flush snapshotting stores in 9237c9f2f8cdc0183f80c90a2e292960 at 1733325681699Finished memstore snapshotting hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733325681699Flushing stores of hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960. at 1733325681700 (+1 ms)Flushing 9237c9f2f8cdc0183f80c90a2e292960/queue: creating writer at 1733325681700Flushing 9237c9f2f8cdc0183f80c90a2e292960/queue: appending metadata at 1733325681716 (+16 ms)Flushing 9237c9f2f8cdc0183f80c90a2e292960/queue: closing flushed file at 1733325681716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@461c0e2d: reopening flushed file at 1733325682130 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9237c9f2f8cdc0183f80c90a2e292960 in 439ms, sequenceid=5, compaction requested=false at 1733325682139 (+9 ms)Writing region close event to WAL at 1733325682140 (+1 ms)Running coprocessor post-close hooks at 1733325682144 (+4 ms)Closed at 1733325682144 2024-12-04T15:21:22,144 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733325677622.9237c9f2f8cdc0183f80c90a2e292960. 2024-12-04T15:21:22,145 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/.tmp/ns/96817afe34054b4ab8d6bc86e32707c0 is 43, key is default/ns:d/1733325671719/Put/seqid=0 2024-12-04T15:21:22,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741840_1016 (size=5153) 2024-12-04T15:21:22,240 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363.replicationSource.wal-reader.c6f2e1d35cf1%2C44473%2C1733325668363,1-c6f2e1d35cf1,44473,1733325668363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.1733325670649 to pos 0, reset compression=false 2024-12-04T15:21:22,300 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:21:22,500 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:21:22,505 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:21:22,506 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:21:22,550 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/.tmp/ns/96817afe34054b4ab8d6bc86e32707c0 2024-12-04T15:21:22,570 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/.tmp/table/e8ad4ca86b174d01b1e15c8688706921 is 53, key is hbase:replication/table:state/1733325678416/Put/seqid=0 2024-12-04T15:21:22,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741841_1017 (size=5256) 2024-12-04T15:21:22,700 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T15:21:22,700 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:21:22,701 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:21:22,901 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:21:22,975 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/.tmp/table/e8ad4ca86b174d01b1e15c8688706921 2024-12-04T15:21:22,981 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/.tmp/info/6bb792a217b04737b46e74483fa46438 as hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/info/6bb792a217b04737b46e74483fa46438 2024-12-04T15:21:22,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:21:22,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:22,988 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/info/6bb792a217b04737b46e74483fa46438, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T15:21:22,989 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/.tmp/ns/96817afe34054b4ab8d6bc86e32707c0 as hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/ns/96817afe34054b4ab8d6bc86e32707c0 2024-12-04T15:21:22,994 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/ns/96817afe34054b4ab8d6bc86e32707c0, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T15:21:22,995 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/.tmp/table/e8ad4ca86b174d01b1e15c8688706921 as hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/table/e8ad4ca86b174d01b1e15c8688706921 2024-12-04T15:21:23,001 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/table/e8ad4ca86b174d01b1e15c8688706921, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T15:21:23,002 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-12-04T15:21:23,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:23,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:23,011 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T15:21:23,011 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:21:23,011 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:21:23,011 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:23,012 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325681699Running coprocessor pre-close hooks at 1733325681699Disabling compacts and flushes for region at 1733325681699Disabling writes for close at 1733325681699Obtaining lock to block concurrent updates at 1733325681700 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733325681700Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733325681700Flushing stores of hbase:meta,,1.1588230740 at 1733325681701 (+1 ms)Flushing 1588230740/info: creating writer at 1733325681701Flushing 1588230740/info: appending metadata at 1733325681718 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733325681718Flushing 1588230740/ns: creating writer at 1733325682130 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733325682145 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733325682145Flushing 1588230740/table: creating writer at 1733325682556 (+411 ms)Flushing 1588230740/table: appending metadata at 1733325682569 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733325682570 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d6b499: reopening flushed file at 1733325682980 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14007fc8: reopening flushed file at 1733325682988 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41586611: reopening flushed file at 1733325682994 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1733325683002 (+8 ms)Writing region close event to WAL at 1733325683007 (+5 ms)Running coprocessor post-close hooks at 1733325683011 (+4 ms)Closed at 1733325683011 2024-12-04T15:21:23,012 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:23,101 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,44473,1733325668363; all regions closed. 2024-12-04T15:21:23,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741834_1010 (size=2742) 2024-12-04T15:21:23,104 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.meta.1733325671628.meta not finished, retry = 0 2024-12-04T15:21:23,145 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363.replicationSource.wal-reader.c6f2e1d35cf1%2C44473%2C1733325668363,1-c6f2e1d35cf1,44473,1733325668363 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.1733325670649 to pos 0, reset compression=false 2024-12-04T15:21:23,206 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/oldWALs 2024-12-04T15:21:23,206 INFO [RS:0;c6f2e1d35cf1:44473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C44473%2C1733325668363.meta:.meta(num 1733325671628) 2024-12-04T15:21:23,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741837_1013 (size=1586) 2024-12-04T15:21:23,209 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/WALs/c6f2e1d35cf1,44473,1733325668363/c6f2e1d35cf1%2C44473%2C1733325668363.rep.1733325678373 not finished, retry = 0 2024-12-04T15:21:23,312 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/oldWALs 2024-12-04T15:21:23,312 INFO [RS:0;c6f2e1d35cf1:44473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C44473%2C1733325668363.rep:(num 1733325678373) 2024-12-04T15:21:23,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741832_1008 (size=93) 2024-12-04T15:21:23,316 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/oldWALs 2024-12-04T15:21:23,317 INFO [RS:0;c6f2e1d35cf1:44473 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C44473%2C1733325668363:(num 1733325670649) 2024-12-04T15:21:23,317 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:23,317 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:21:23,317 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:21:23,317 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:21:23,317 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:21:23,317 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:21:23,317 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,44473,1733325668363 because: Region server is closing 2024-12-04T15:21:23,318 INFO [RS:0;c6f2e1d35cf1:44473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:44473. 2024-12-04T15:21:23,318 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:23,318 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:23,318 DEBUG [RS:0;c6f2e1d35cf1:44473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:23,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:21:23,418 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363.replicationSource.shipperc6f2e1d35cf1%2C44473%2C1733325668363,1-c6f2e1d35cf1,44473,1733325668363 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T15:21:23,418 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363.replicationSource.wal-reader.c6f2e1d35cf1%2C44473%2C1733325668363,1-c6f2e1d35cf1,44473,1733325668363 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T15:21:23,419 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44473,1733325668363.replicationSource.shipperc6f2e1d35cf1%2C44473%2C1733325668363,1-c6f2e1d35cf1,44473,1733325668363 terminated 2024-12-04T15:21:23,419 INFO [RS:0;c6f2e1d35cf1:44473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44473 2024-12-04T15:21:23,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902/rs 2024-12-04T15:21:23,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01596239902/rs/c6f2e1d35cf1,44473,1733325668363 2024-12-04T15:21:23,511 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:21:23,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,44473,1733325668363] 2024-12-04T15:21:23,527 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01596239902/draining/c6f2e1d35cf1,44473,1733325668363 already deleted, retry=false 2024-12-04T15:21:23,527 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,44473,1733325668363 expired; onlineServers=0 2024-12-04T15:21:23,527 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,42103,1733325668181' ***** 2024-12-04T15:21:23,527 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:21:23,527 INFO [M:0;c6f2e1d35cf1:42103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:21:23,527 INFO [M:0;c6f2e1d35cf1:42103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:21:23,527 DEBUG [M:0;c6f2e1d35cf1:42103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:21:23,527 DEBUG [M:0;c6f2e1d35cf1:42103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:21:23,527 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:21:23,527 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325670443 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325670443,5,FailOnTimeoutGroup] 2024-12-04T15:21:23,527 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325670435 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325670435,5,FailOnTimeoutGroup] 2024-12-04T15:21:23,527 INFO [M:0;c6f2e1d35cf1:42103 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:21:23,527 INFO [M:0;c6f2e1d35cf1:42103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:21:23,528 DEBUG [M:0;c6f2e1d35cf1:42103 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:21:23,528 INFO [M:0;c6f2e1d35cf1:42103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:21:23,528 INFO [M:0;c6f2e1d35cf1:42103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:21:23,528 INFO [M:0;c6f2e1d35cf1:42103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:21:23,528 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:21:23,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01596239902/master 2024-12-04T15:21:23,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01596239902 2024-12-04T15:21:23,535 DEBUG [M:0;c6f2e1d35cf1:42103 {}] zookeeper.ZKUtil(347): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Unable to get data of znode /01596239902/master because node does not exist (not an error) 2024-12-04T15:21:23,535 WARN [M:0;c6f2e1d35cf1:42103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:21:23,536 INFO [M:0;c6f2e1d35cf1:42103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/.lastflushedseqids 2024-12-04T15:21:23,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741842_1018 (size=181) 2024-12-04T15:21:23,619 INFO [RS:0;c6f2e1d35cf1:44473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:21:23,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:23,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44473-0x101a21c7e1d0001, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:23,619 INFO [RS:0;c6f2e1d35cf1:44473 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,44473,1733325668363; zookeeper connection closed. 2024-12-04T15:21:23,619 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e71a56d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e71a56d 2024-12-04T15:21:23,619 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:21:23,949 INFO [M:0;c6f2e1d35cf1:42103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:21:23,949 INFO [M:0;c6f2e1d35cf1:42103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:21:23,950 DEBUG [M:0;c6f2e1d35cf1:42103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:21:23,950 INFO [M:0;c6f2e1d35cf1:42103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:23,950 DEBUG [M:0;c6f2e1d35cf1:42103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:23,950 DEBUG [M:0;c6f2e1d35cf1:42103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:21:23,950 DEBUG [M:0;c6f2e1d35cf1:42103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:23,950 INFO [M:0;c6f2e1d35cf1:42103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T15:21:23,963 DEBUG [M:0;c6f2e1d35cf1:42103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3cf300110efc402caf73db610e56526f is 82, key is hbase:meta,,1/info:regioninfo/1733325671676/Put/seqid=0 2024-12-04T15:21:23,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741843_1019 (size=5672) 2024-12-04T15:21:24,368 INFO [M:0;c6f2e1d35cf1:42103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3cf300110efc402caf73db610e56526f 2024-12-04T15:21:24,386 DEBUG [M:0;c6f2e1d35cf1:42103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afcd1ed344fb42ca9fda1b37021f96be is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733325678421/Put/seqid=0 2024-12-04T15:21:24,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741844_1020 (size=7203) 2024-12-04T15:21:24,392 INFO [M:0;c6f2e1d35cf1:42103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afcd1ed344fb42ca9fda1b37021f96be 2024-12-04T15:21:24,414 DEBUG [M:0;c6f2e1d35cf1:42103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/496acb15a8884b7682027bda94c9a741 is 69, key is c6f2e1d35cf1,44473,1733325668363/rs:state/1733325670449/Put/seqid=0 2024-12-04T15:21:24,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741845_1021 (size=5156) 2024-12-04T15:21:24,819 INFO [M:0;c6f2e1d35cf1:42103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/496acb15a8884b7682027bda94c9a741 2024-12-04T15:21:24,826 DEBUG [M:0;c6f2e1d35cf1:42103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3cf300110efc402caf73db610e56526f as hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3cf300110efc402caf73db610e56526f 2024-12-04T15:21:24,832 INFO [M:0;c6f2e1d35cf1:42103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3cf300110efc402caf73db610e56526f, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T15:21:24,833 DEBUG [M:0;c6f2e1d35cf1:42103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afcd1ed344fb42ca9fda1b37021f96be as hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afcd1ed344fb42ca9fda1b37021f96be 2024-12-04T15:21:24,838 INFO [M:0;c6f2e1d35cf1:42103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afcd1ed344fb42ca9fda1b37021f96be, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T15:21:24,839 DEBUG [M:0;c6f2e1d35cf1:42103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/496acb15a8884b7682027bda94c9a741 as hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/496acb15a8884b7682027bda94c9a741 2024-12-04T15:21:24,845 INFO [M:0;c6f2e1d35cf1:42103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36925/user/jenkins/test-data/3f159ff6-207e-4889-3157-fc60afbe2024/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/496acb15a8884b7682027bda94c9a741, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T15:21:24,846 INFO [M:0;c6f2e1d35cf1:42103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=70, compaction requested=false 2024-12-04T15:21:24,847 INFO [M:0;c6f2e1d35cf1:42103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:24,847 DEBUG [M:0;c6f2e1d35cf1:42103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325683949Disabling compacts and flushes for region at 1733325683949Disabling writes for close at 1733325683950 (+1 ms)Obtaining lock to block concurrent updates at 1733325683950Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325683950Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733325683950Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325683951 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325683951Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325683963 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325683963Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325684373 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325684386 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325684386Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325684397 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325684413 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325684414 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795b37c8: reopening flushed file at 1733325684825 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c27e58d: reopening flushed file at 1733325684832 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216074f: reopening flushed file at 1733325684838 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=70, compaction requested=false at 1733325684846 (+8 ms)Writing region close event to WAL at 1733325684847 (+1 ms)Closed at 1733325684847 2024-12-04T15:21:24,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44057 is added to blk_1073741830_1006 (size=41008) 2024-12-04T15:21:24,851 INFO [M:0;c6f2e1d35cf1:42103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:21:24,851 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:21:24,851 INFO [M:0;c6f2e1d35cf1:42103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42103 2024-12-04T15:21:24,851 INFO [M:0;c6f2e1d35cf1:42103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:21:24,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:24,997 INFO [M:0;c6f2e1d35cf1:42103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:21:24,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42103-0x101a21c7e1d0000, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:21:24,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c246225{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:21:25,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@392665{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:21:25,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:21:25,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ce6a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:21:25,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/hadoop.log.dir/,STOPPED} 2024-12-04T15:21:25,001 WARN [BP-490191513-172.17.0.3-1733325666461 heartbeating to localhost/127.0.0.1:36925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:21:25,001 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:21:25,002 WARN [BP-490191513-172.17.0.3-1733325666461 heartbeating to localhost/127.0.0.1:36925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-490191513-172.17.0.3-1733325666461 (Datanode Uuid 8e43de7b-1aec-4d28-acb6-9fc575dbda13) service to localhost/127.0.0.1:36925 2024-12-04T15:21:25,002 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:21:25,002 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/cluster_866258d1-0b4b-1846-6e00-85a273351a75/data/data1/current/BP-490191513-172.17.0.3-1733325666461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:21:25,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/cluster_866258d1-0b4b-1846-6e00-85a273351a75/data/data2/current/BP-490191513-172.17.0.3-1733325666461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:21:25,003 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:21:25,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44f7d1c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:21:25,014 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3be1cd16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:21:25,014 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:21:25,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@80f7389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:21:25,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9ca267e-16a7-be6e-fd97-f19687aa38c2/hadoop.log.dir/,STOPPED} 2024-12-04T15:21:25,024 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T15:21:25,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:21:25,047 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 113) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50137) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50137) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46081 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36925 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 437) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 331) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4283 (was 4711) 2024-12-04T15:21:25,054 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=4283 2024-12-04T15:21:25,070 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-04T15:21:25,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/hadoop.log.dir so I do NOT create it in target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47 2024-12-04T15:21:25,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:21:25,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/hadoop.tmp.dir so I do NOT create it in target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47 2024-12-04T15:21:25,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aad30092-aea2-8683-0ec4-5c34afaa437b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:21:25,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47 2024-12-04T15:21:25,071 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/cluster_408a75b5-023c-5087-5ace-ed656cb9dc5b, deleteOnExit=true 2024-12-04T15:21:25,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/cluster_408a75b5-023c-5087-5ace-ed656cb9dc5b/zookeeper_0, clientPort=57801, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/cluster_408a75b5-023c-5087-5ace-ed656cb9dc5b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/cluster_408a75b5-023c-5087-5ace-ed656cb9dc5b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:21:25,087 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57801 2024-12-04T15:21:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:21:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:21:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/test.cache.data in system properties and HBase conf 2024-12-04T15:21:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:21:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:21:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:21:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:21:25,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:21:25,088 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:21:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:21:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:21:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:21:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:21:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:21:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:21:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:21:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:21:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:21:25,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:21:25,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:21:25,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:21:25,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:21:25,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:21:25,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a21c7e1d0005, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:21:25,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a21c7e1d0002, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:21:25,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a21c7e1d0002, quorum=127.0.0.1:50137, baseZNode=/01596239902 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:21:25,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a21c7e1d0005, quorum=127.0.0.1:50137, baseZNode=/1759339487 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:21:25,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:25,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:21:25,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:21:25,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:21:25,448 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:21:25,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:25,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530e8ec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:21:25,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1425a20b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:21:25,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a317101{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/java.io.tmpdir/jetty-localhost-39363-hadoop-hdfs-3_4_1-tests_jar-_-any-8942509307489071688/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:21:25,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18adc6d9{HTTP/1.1, (http/1.1)}{localhost:39363} 2024-12-04T15:21:25,578 INFO [Time-limited test {}] server.Server(415): Started @51271ms 2024-12-04T15:21:25,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:25,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:21:25,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:21:25,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:21:25,781 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:21:25,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50618d79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:21:25,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61327946{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:21:25,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ec5fece{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/java.io.tmpdir/jetty-localhost-34793-hadoop-hdfs-3_4_1-tests_jar-_-any-1757521298504555251/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:21:25,886 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fc5a1d1{HTTP/1.1, (http/1.1)}{localhost:34793} 2024-12-04T15:21:25,886 INFO [Time-limited test {}] server.Server(415): Started @51578ms 2024-12-04T15:21:25,887 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:21:26,352 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/cluster_408a75b5-023c-5087-5ace-ed656cb9dc5b/data/data1/current/BP-1803715281-172.17.0.3-1733325685113/current, will proceed with Du for space computation calculation, 2024-12-04T15:21:26,352 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/cluster_408a75b5-023c-5087-5ace-ed656cb9dc5b/data/data2/current/BP-1803715281-172.17.0.3-1733325685113/current, will proceed with Du for space computation calculation, 2024-12-04T15:21:26,369 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:21:26,371 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29e55a21c213074d with lease ID 0xda112a7f003d87e9: Processing first storage report for DS-158f00de-3aac-4e2b-ad82-485cad6fff02 from datanode DatanodeRegistration(127.0.0.1:37155, datanodeUuid=b10796cd-0905-4fde-93ce-e1896bc562ae, infoPort=40335, infoSecurePort=0, ipcPort=36137, storageInfo=lv=-57;cid=testClusterID;nsid=1077627436;c=1733325685113) 2024-12-04T15:21:26,371 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29e55a21c213074d with lease ID 0xda112a7f003d87e9: from storage DS-158f00de-3aac-4e2b-ad82-485cad6fff02 node DatanodeRegistration(127.0.0.1:37155, datanodeUuid=b10796cd-0905-4fde-93ce-e1896bc562ae, infoPort=40335, infoSecurePort=0, ipcPort=36137, storageInfo=lv=-57;cid=testClusterID;nsid=1077627436;c=1733325685113), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:21:26,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29e55a21c213074d with lease ID 0xda112a7f003d87e9: Processing first storage report for DS-876002d9-1783-4bfc-840f-8fcde78ea91e from datanode DatanodeRegistration(127.0.0.1:37155, datanodeUuid=b10796cd-0905-4fde-93ce-e1896bc562ae, infoPort=40335, infoSecurePort=0, ipcPort=36137, storageInfo=lv=-57;cid=testClusterID;nsid=1077627436;c=1733325685113) 2024-12-04T15:21:26,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29e55a21c213074d with lease ID 0xda112a7f003d87e9: from storage DS-876002d9-1783-4bfc-840f-8fcde78ea91e node DatanodeRegistration(127.0.0.1:37155, datanodeUuid=b10796cd-0905-4fde-93ce-e1896bc562ae, infoPort=40335, infoSecurePort=0, ipcPort=36137, storageInfo=lv=-57;cid=testClusterID;nsid=1077627436;c=1733325685113), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:21:26,418 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47 2024-12-04T15:21:26,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:26,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:26,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:21:26,827 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a with version=8 2024-12-04T15:21:26,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/hbase-staging 2024-12-04T15:21:26,828 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:21:26,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:26,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:26,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:21:26,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:26,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:21:26,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:21:26,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:21:26,829 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34467 2024-12-04T15:21:26,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34467 connecting to ZooKeeper ensemble=127.0.0.1:57801 2024-12-04T15:21:26,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344670x0, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:26,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34467-0x101a21cc6fc0000 connected 2024-12-04T15:21:26,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:26,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:26,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Set watcher on znode that does not yet exist, /01582218002/running 2024-12-04T15:21:26,967 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a, hbase.cluster.distributed=false 2024-12-04T15:21:26,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Set watcher on znode that does not yet exist, /01582218002/acl 2024-12-04T15:21:26,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34467 2024-12-04T15:21:26,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34467 2024-12-04T15:21:26,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34467 2024-12-04T15:21:26,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34467 2024-12-04T15:21:26,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34467 2024-12-04T15:21:26,983 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:21:26,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:26,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:26,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:21:26,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:26,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:21:26,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:21:26,983 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:21:26,984 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43845 2024-12-04T15:21:26,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43845 connecting to ZooKeeper ensemble=127.0.0.1:57801 2024-12-04T15:21:26,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:26,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:26,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438450x0, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:26,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438450x0, quorum=127.0.0.1:57801, baseZNode=/01582218002 Set watcher on znode that does not yet exist, /01582218002/running 2024-12-04T15:21:26,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43845-0x101a21cc6fc0001 connected 2024-12-04T15:21:26,998 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:21:26,998 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:21:26,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Set watcher on znode that does not yet exist, /01582218002/master 2024-12-04T15:21:26,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Set watcher on znode that does not yet exist, /01582218002/acl 2024-12-04T15:21:27,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43845 2024-12-04T15:21:27,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43845 2024-12-04T15:21:27,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43845 2024-12-04T15:21:27,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43845 2024-12-04T15:21:27,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43845 2024-12-04T15:21:27,016 DEBUG [M:0;c6f2e1d35cf1:34467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:34467 2024-12-04T15:21:27,019 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01582218002/backup-masters/c6f2e1d35cf1,34467,1733325686828 2024-12-04T15:21:27,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002/backup-masters 2024-12-04T15:21:27,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002/backup-masters 2024-12-04T15:21:27,027 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Set watcher on existing znode=/01582218002/backup-masters/c6f2e1d35cf1,34467,1733325686828 2024-12-04T15:21:27,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01582218002/master 2024-12-04T15:21:27,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:21:27,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:21:27,035 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Set watcher on existing znode=/01582218002/master 2024-12-04T15:21:27,036 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01582218002/backup-masters/c6f2e1d35cf1,34467,1733325686828 from backup master directory 2024-12-04T15:21:27,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01582218002/backup-masters/c6f2e1d35cf1,34467,1733325686828 2024-12-04T15:21:27,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002/backup-masters 2024-12-04T15:21:27,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002/backup-masters 2024-12-04T15:21:27,043 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:21:27,043 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,34467,1733325686828 2024-12-04T15:21:27,047 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/hbase.id] with ID: d2d7548c-3e9c-4287-a02a-cc47b10679a3 2024-12-04T15:21:27,047 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/.tmp/hbase.id 2024-12-04T15:21:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:21:27,453 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/.tmp/hbase.id]:[hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/hbase.id] 2024-12-04T15:21:27,464 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:27,464 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:21:27,465 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:21:27,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:21:27,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:21:27,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:21:27,907 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:21:27,908 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:21:27,908 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:27,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:21:28,317 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store 2024-12-04T15:21:28,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:21:28,513 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:21:28,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:28,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:28,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:28,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:28,723 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:28,724 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:21:28,724 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:28,724 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:28,724 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:21:28,724 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:28,724 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:28,724 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325688724Disabling compacts and flushes for region at 1733325688724Disabling writes for close at 1733325688724Writing region close event to WAL at 1733325688724Closed at 1733325688724 2024-12-04T15:21:28,725 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/.initializing 2024-12-04T15:21:28,725 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/WALs/c6f2e1d35cf1,34467,1733325686828 2024-12-04T15:21:28,726 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:21:28,728 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C34467%2C1733325686828, suffix=, logDir=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/WALs/c6f2e1d35cf1,34467,1733325686828, archiveDir=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/oldWALs, maxLogs=10 2024-12-04T15:21:28,738 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/WALs/c6f2e1d35cf1,34467,1733325686828/c6f2e1d35cf1%2C34467%2C1733325686828.1733325688728, exclude list is [], retry=0 2024-12-04T15:21:28,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37155,DS-158f00de-3aac-4e2b-ad82-485cad6fff02,DISK] 2024-12-04T15:21:28,743 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/WALs/c6f2e1d35cf1,34467,1733325686828/c6f2e1d35cf1%2C34467%2C1733325686828.1733325688728 2024-12-04T15:21:28,743 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40335:40335)] 2024-12-04T15:21:28,743 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:28,743 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:28,743 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:28,743 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:28,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:28,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:21:28,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:28,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:28,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:28,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:21:28,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:28,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:28,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:28,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:21:28,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:28,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:28,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:28,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:21:28,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:28,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:28,752 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:28,753 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:28,753 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:28,754 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:28,754 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:28,754 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:21:28,755 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:28,757 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:28,758 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70474525, jitterRate=0.0501522570848465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:21:28,758 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325688743Initializing all the Stores at 1733325688744 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325688744Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325688744Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325688744Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325688744Cleaning up temporary data from old regions at 1733325688754 (+10 ms)Region opened successfully at 1733325688758 (+4 ms) 2024-12-04T15:21:28,758 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:21:28,761 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21815774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:21:28,762 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:21:28,762 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:21:28,762 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:21:28,762 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:21:28,763 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:21:28,763 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:21:28,763 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:21:28,765 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:21:28,766 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Unable to get data of znode /01582218002/balancer because node does not exist (not necessarily an error) 2024-12-04T15:21:28,810 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01582218002/balancer already deleted, retry=false 2024-12-04T15:21:28,810 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:21:28,811 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Unable to get data of znode /01582218002/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:21:28,818 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01582218002/normalizer already deleted, retry=false 2024-12-04T15:21:28,818 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:21:28,819 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Unable to get data of znode /01582218002/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:21:28,826 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01582218002/switch/split already deleted, retry=false 2024-12-04T15:21:28,827 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Unable to get data of znode /01582218002/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:21:28,835 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01582218002/switch/merge already deleted, retry=false 2024-12-04T15:21:28,836 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Unable to get data of znode /01582218002/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:21:28,843 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01582218002/snapshot-cleanup already deleted, retry=false 2024-12-04T15:21:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01582218002/running 2024-12-04T15:21:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01582218002/running 2024-12-04T15:21:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:21:28,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:21:28,852 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,34467,1733325686828, sessionid=0x101a21cc6fc0000, setting cluster-up flag (Was=false) 2024-12-04T15:21:28,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:21:28,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:21:28,893 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01582218002/flush-table-proc/acquired, /01582218002/flush-table-proc/reached, /01582218002/flush-table-proc/abort 2024-12-04T15:21:28,894 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,34467,1733325686828 2024-12-04T15:21:28,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:21:28,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:21:28,935 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01582218002/online-snapshot/acquired, /01582218002/online-snapshot/reached, /01582218002/online-snapshot/abort 2024-12-04T15:21:28,936 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,34467,1733325686828 2024-12-04T15:21:28,937 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:21:28,938 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:28,938 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:21:28,938 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:21:28,939 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,34467,1733325686828 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:21:28,940 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:28,940 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:28,940 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:28,940 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:28,940 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:21:28,940 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:28,940 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:21:28,940 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:28,941 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325718941 2024-12-04T15:21:28,941 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:21:28,941 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:21:28,941 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:21:28,941 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:21:28,941 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:21:28,941 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:21:28,941 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:28,942 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:21:28,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:28,942 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:21:28,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:21:28,942 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:21:28,942 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:21:28,942 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:21:28,942 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:21:28,942 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325688942,5,FailOnTimeoutGroup] 2024-12-04T15:21:28,942 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325688942,5,FailOnTimeoutGroup] 2024-12-04T15:21:28,942 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:28,942 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:21:28,942 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:28,943 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:28,943 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:28,943 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:21:28,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:21:29,010 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(746): ClusterId : d2d7548c-3e9c-4287-a02a-cc47b10679a3 2024-12-04T15:21:29,010 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:21:29,019 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:21:29,019 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:21:29,027 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:21:29,027 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59eafd4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:21:29,036 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:43845 2024-12-04T15:21:29,036 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:21:29,036 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:21:29,036 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:21:29,037 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,34467,1733325686828 with port=43845, startcode=1733325686983 2024-12-04T15:21:29,037 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:21:29,039 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:21:29,039 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34467 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,43845,1733325686983 2024-12-04T15:21:29,039 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34467 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,43845,1733325686983 2024-12-04T15:21:29,040 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a 2024-12-04T15:21:29,040 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38587 2024-12-04T15:21:29,040 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:21:29,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002/rs 2024-12-04T15:21:29,047 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] zookeeper.ZKUtil(111): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Set watcher on existing znode=/01582218002/rs/c6f2e1d35cf1,43845,1733325686983 2024-12-04T15:21:29,047 WARN [RS:0;c6f2e1d35cf1:43845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:21:29,047 INFO [RS:0;c6f2e1d35cf1:43845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:29,047 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983 2024-12-04T15:21:29,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,43845,1733325686983] 2024-12-04T15:21:29,051 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:21:29,052 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:21:29,052 INFO [RS:0;c6f2e1d35cf1:43845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:21:29,052 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:29,052 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:21:29,053 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:21:29,053 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:29,053 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:29,053 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:29,053 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:29,053 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:29,053 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:29,053 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:21:29,053 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:29,054 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:29,054 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:29,054 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:29,054 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:29,054 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:29,054 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:21:29,054 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:21:29,054 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:29,054 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:29,054 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:29,054 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:29,054 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:29,054 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,43845,1733325686983-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:21:29,065 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:21:29,065 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,43845,1733325686983-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:29,066 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:29,066 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.Replication(171): c6f2e1d35cf1,43845,1733325686983 started 2024-12-04T15:21:29,082 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:29,082 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,43845,1733325686983, RpcServer on c6f2e1d35cf1/172.17.0.3:43845, sessionid=0x101a21cc6fc0001 2024-12-04T15:21:29,082 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:21:29,082 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,43845,1733325686983 2024-12-04T15:21:29,082 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,43845,1733325686983' 2024-12-04T15:21:29,082 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01582218002/flush-table-proc/abort' 2024-12-04T15:21:29,083 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01582218002/flush-table-proc/acquired' 2024-12-04T15:21:29,083 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:21:29,083 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:21:29,083 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,43845,1733325686983 2024-12-04T15:21:29,083 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,43845,1733325686983' 2024-12-04T15:21:29,084 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01582218002/online-snapshot/abort' 2024-12-04T15:21:29,084 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01582218002/online-snapshot/acquired' 2024-12-04T15:21:29,084 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:21:29,084 INFO [RS:0;c6f2e1d35cf1:43845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:21:29,084 INFO [RS:0;c6f2e1d35cf1:43845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:21:29,185 INFO [RS:0;c6f2e1d35cf1:43845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:21:29,186 INFO [RS:0;c6f2e1d35cf1:43845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C43845%2C1733325686983, suffix=, logDir=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983, archiveDir=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/oldWALs, maxLogs=10 2024-12-04T15:21:29,197 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187, exclude list is [], retry=0 2024-12-04T15:21:29,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37155,DS-158f00de-3aac-4e2b-ad82-485cad6fff02,DISK] 2024-12-04T15:21:29,201 INFO [RS:0;c6f2e1d35cf1:43845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 2024-12-04T15:21:29,201 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40335:40335)] 2024-12-04T15:21:29,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:21:29,351 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a 2024-12-04T15:21:29,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:21:29,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:29,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:21:29,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:21:29,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:29,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:29,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:21:29,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:21:29,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:29,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:29,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:21:29,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:21:29,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:29,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:29,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:21:29,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:21:29,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:29,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:29,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:21:29,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740 2024-12-04T15:21:29,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740 2024-12-04T15:21:29,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:21:29,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:21:29,769 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:21:29,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:21:29,772 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:29,772 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59304669, jitterRate=-0.11629156768321991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:21:29,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325689757Initializing all the Stores at 1733325689758 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325689758Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325689759 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325689759Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325689759Cleaning up temporary data from old regions at 1733325689768 (+9 ms)Region opened successfully at 1733325689773 (+5 ms) 2024-12-04T15:21:29,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:21:29,773 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:21:29,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:21:29,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:21:29,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:21:29,773 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:29,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325689773Disabling compacts and flushes for region at 1733325689773Disabling writes for close at 1733325689773Writing region close event to WAL at 1733325689773Closed at 1733325689773 2024-12-04T15:21:29,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:29,775 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:21:29,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:21:29,776 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:21:29,777 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:21:29,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:21:29,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T15:21:29,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T15:21:29,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:21:29,927 DEBUG [c6f2e1d35cf1:34467 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:21:29,928 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,43845,1733325686983 2024-12-04T15:21:29,929 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,43845,1733325686983, state=OPENING 2024-12-04T15:21:29,960 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:21:29,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:21:29,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:21:29,969 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:21:29,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01582218002/meta-region-server: CHANGED 2024-12-04T15:21:29,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01582218002/meta-region-server: CHANGED 2024-12-04T15:21:29,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,43845,1733325686983}] 2024-12-04T15:21:30,122 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:21:30,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:21:30,126 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:21:30,127 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:30,127 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:21:30,129 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C43845%2C1733325686983.meta, suffix=.meta, logDir=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983, archiveDir=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/oldWALs, maxLogs=10 2024-12-04T15:21:30,139 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.meta.1733325690129.meta, exclude list is [], retry=0 2024-12-04T15:21:30,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37155,DS-158f00de-3aac-4e2b-ad82-485cad6fff02,DISK] 2024-12-04T15:21:30,143 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.meta.1733325690129.meta 2024-12-04T15:21:30,143 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40335:40335)] 2024-12-04T15:21:30,144 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:30,144 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:21:30,144 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:21:30,144 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:21:30,144 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:21:30,144 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:21:30,144 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:30,144 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:21:30,144 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:21:30,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:21:30,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:21:30,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:30,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:30,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:21:30,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:21:30,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:30,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:30,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:21:30,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:21:30,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:30,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:30,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:21:30,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:21:30,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:30,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:30,151 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:21:30,152 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740 2024-12-04T15:21:30,153 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740 2024-12-04T15:21:30,154 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:21:30,154 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:21:30,155 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:21:30,156 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:21:30,157 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64610793, jitterRate=-0.03722415864467621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:21:30,157 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:21:30,157 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325690145Writing region info on filesystem at 1733325690145Initializing all the Stores at 1733325690146 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325690146Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325690146Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325690146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325690146Cleaning up temporary data from old regions at 1733325690154 (+8 ms)Running coprocessor post-open hooks at 1733325690157 (+3 ms)Region opened successfully at 1733325690157 2024-12-04T15:21:30,158 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325690121 2024-12-04T15:21:30,160 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:21:30,160 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:21:30,161 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,43845,1733325686983 2024-12-04T15:21:30,162 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,43845,1733325686983, state=OPEN 2024-12-04T15:21:30,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01582218002/meta-region-server 2024-12-04T15:21:30,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01582218002/meta-region-server 2024-12-04T15:21:30,205 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,43845,1733325686983 2024-12-04T15:21:30,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01582218002/meta-region-server: CHANGED 2024-12-04T15:21:30,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01582218002/meta-region-server: CHANGED 2024-12-04T15:21:30,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:21:30,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,43845,1733325686983 in 236 msec 2024-12-04T15:21:30,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:21:30,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-12-04T15:21:30,210 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:30,210 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:21:30,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:30,212 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=-1] 2024-12-04T15:21:30,212 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:30,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:30,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-12-04T15:21:30,219 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325690219, completionTime=-1 2024-12-04T15:21:30,219 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:21:30,219 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:21:30,221 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:21:30,221 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325750221 2024-12-04T15:21:30,221 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325810221 2024-12-04T15:21:30,221 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T15:21:30,221 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34467,1733325686828-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:30,222 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34467,1733325686828-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:30,222 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34467,1733325686828-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:30,222 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:34467, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:30,222 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:30,222 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:30,224 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:21:30,226 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.183sec 2024-12-04T15:21:30,226 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:21:30,226 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:21:30,226 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:21:30,226 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:21:30,226 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:21:30,226 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34467,1733325686828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:21:30,226 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34467,1733325686828-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:21:30,229 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:21:30,229 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:21:30,229 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34467,1733325686828-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:30,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:30,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,34467,-1 for getting cluster id 2024-12-04T15:21:30,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:30,312 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2d7548c-3e9c-4287-a02a-cc47b10679a3' 2024-12-04T15:21:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2d7548c-3e9c-4287-a02a-cc47b10679a3" 2024-12-04T15:21:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ab268d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,34467,-1] 2024-12-04T15:21:30,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:30,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:30,313 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:30,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f366e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:30,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:30,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=-1] 2024-12-04T15:21:30,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:30,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:30,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,34467,1733325686828 2024-12-04T15:21:30,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57801 2024-12-04T15:21:30,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:30,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a21cc6fc0002 connected 2024-12-04T15:21:30,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/hadoop.log.dir so I do NOT create it in target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff 2024-12-04T15:21:30,345 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:21:30,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/hadoop.tmp.dir so I do NOT create it in target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff 2024-12-04T15:21:30,345 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:21:30,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff 2024-12-04T15:21:30,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:21:30,346 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/cluster_7d380752-c8bb-7c1b-427d-37776720fe50, deleteOnExit=true 2024-12-04T15:21:30,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:21:30,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/test.cache.data in system properties and HBase conf 2024-12-04T15:21:30,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:21:30,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:21:30,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:21:30,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:21:30,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:21:30,346 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:21:30,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:21:30,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:21:30,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:21:30,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:21:30,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:21:30,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:21:30,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:21:30,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:21:30,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:21:30,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:21:30,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:21:30,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:21:30,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:21:30,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:21:30,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:30,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:21:30,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:21:30,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:21:30,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:21:30,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:30,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a69e711{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:21:30,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190dc48d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:21:30,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@444d644d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/java.io.tmpdir/jetty-localhost-33339-hadoop-hdfs-3_4_1-tests_jar-_-any-6169581141488775941/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:21:30,633 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30211fed{HTTP/1.1, (http/1.1)}{localhost:33339} 2024-12-04T15:21:30,633 INFO [Time-limited test {}] server.Server(415): Started @56326ms 2024-12-04T15:21:30,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:21:30,804 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:21:30,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:21:30,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:21:30,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:21:30,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c656c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:21:30,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@759cc101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:21:30,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28bd404e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/java.io.tmpdir/jetty-localhost-45299-hadoop-hdfs-3_4_1-tests_jar-_-any-5306200486743192762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:21:30,895 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@428311ff{HTTP/1.1, (http/1.1)}{localhost:45299} 2024-12-04T15:21:30,895 INFO [Time-limited test {}] server.Server(415): Started @56588ms 2024-12-04T15:21:30,896 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:21:31,281 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/cluster_7d380752-c8bb-7c1b-427d-37776720fe50/data/data1/current/BP-893230418-172.17.0.3-1733325690361/current, will proceed with Du for space computation calculation, 2024-12-04T15:21:31,281 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/cluster_7d380752-c8bb-7c1b-427d-37776720fe50/data/data2/current/BP-893230418-172.17.0.3-1733325690361/current, will proceed with Du for space computation calculation, 2024-12-04T15:21:31,295 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:21:31,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf243b33a8ec00786 with lease ID 0x3149ab047ffad41f: Processing first storage report for DS-21ef2878-4b0e-4415-9715-484f9c93e5e0 from datanode DatanodeRegistration(127.0.0.1:35225, datanodeUuid=27cd5e4b-4664-4d9c-b494-1a9353192e0f, infoPort=42451, infoSecurePort=0, ipcPort=33201, storageInfo=lv=-57;cid=testClusterID;nsid=475933047;c=1733325690361) 2024-12-04T15:21:31,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf243b33a8ec00786 with lease ID 0x3149ab047ffad41f: from storage DS-21ef2878-4b0e-4415-9715-484f9c93e5e0 node DatanodeRegistration(127.0.0.1:35225, datanodeUuid=27cd5e4b-4664-4d9c-b494-1a9353192e0f, infoPort=42451, infoSecurePort=0, ipcPort=33201, storageInfo=lv=-57;cid=testClusterID;nsid=475933047;c=1733325690361), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:21:31,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf243b33a8ec00786 with lease ID 0x3149ab047ffad41f: Processing first storage report for DS-757b0703-f74f-4587-ae1a-a5025f639c89 from datanode DatanodeRegistration(127.0.0.1:35225, datanodeUuid=27cd5e4b-4664-4d9c-b494-1a9353192e0f, infoPort=42451, infoSecurePort=0, ipcPort=33201, storageInfo=lv=-57;cid=testClusterID;nsid=475933047;c=1733325690361) 2024-12-04T15:21:31,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf243b33a8ec00786 with lease ID 0x3149ab047ffad41f: from storage DS-757b0703-f74f-4587-ae1a-a5025f639c89 node DatanodeRegistration(127.0.0.1:35225, datanodeUuid=27cd5e4b-4664-4d9c-b494-1a9353192e0f, infoPort=42451, infoSecurePort=0, ipcPort=33201, storageInfo=lv=-57;cid=testClusterID;nsid=475933047;c=1733325690361), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:21:31,321 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff 2024-12-04T15:21:31,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:31,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:31,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:21:31,731 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455 with version=8 2024-12-04T15:21:31,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/hbase-staging 2024-12-04T15:21:31,733 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:21:31,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:31,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:31,733 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:21:31,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:31,733 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:21:31,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:21:31,733 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:21:31,734 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34389 2024-12-04T15:21:31,735 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34389 connecting to ZooKeeper ensemble=127.0.0.1:57801 2024-12-04T15:21:31,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343890x0, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:31,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34389-0x101a21cc6fc0003 connected 2024-12-04T15:21:31,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:31,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:31,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Set watcher on znode that does not yet exist, /1708575697/running 2024-12-04T15:21:31,829 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455, hbase.cluster.distributed=false 2024-12-04T15:21:31,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Set watcher on znode that does not yet exist, /1708575697/acl 2024-12-04T15:21:31,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34389 2024-12-04T15:21:31,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34389 2024-12-04T15:21:31,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34389 2024-12-04T15:21:31,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34389 2024-12-04T15:21:31,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34389 2024-12-04T15:21:31,844 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:21:31,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:31,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:31,844 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:21:31,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:21:31,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:21:31,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:21:31,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:21:31,845 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43891 2024-12-04T15:21:31,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43891 connecting to ZooKeeper ensemble=127.0.0.1:57801 2024-12-04T15:21:31,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:31,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:31,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438910x0, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:31,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438910x0, quorum=127.0.0.1:57801, baseZNode=/1708575697 Set watcher on znode that does not yet exist, /1708575697/running 2024-12-04T15:21:31,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43891-0x101a21cc6fc0004 connected 2024-12-04T15:21:31,860 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:21:31,861 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:21:31,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Set watcher on znode that does not yet exist, /1708575697/master 2024-12-04T15:21:31,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Set watcher on znode that does not yet exist, /1708575697/acl 2024-12-04T15:21:31,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43891 2024-12-04T15:21:31,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43891 2024-12-04T15:21:31,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43891 2024-12-04T15:21:31,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43891 2024-12-04T15:21:31,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43891 2024-12-04T15:21:31,877 DEBUG [M:0;c6f2e1d35cf1:34389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:34389 2024-12-04T15:21:31,877 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1708575697/backup-masters/c6f2e1d35cf1,34389,1733325691733 2024-12-04T15:21:31,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697/backup-masters 2024-12-04T15:21:31,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697/backup-masters 2024-12-04T15:21:31,885 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Set watcher on existing znode=/1708575697/backup-masters/c6f2e1d35cf1,34389,1733325691733 2024-12-04T15:21:31,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1708575697/master 2024-12-04T15:21:31,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697 2024-12-04T15:21:31,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697 2024-12-04T15:21:31,893 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Set watcher on existing znode=/1708575697/master 2024-12-04T15:21:31,893 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1708575697/backup-masters/c6f2e1d35cf1,34389,1733325691733 from backup master directory 2024-12-04T15:21:31,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697/backup-masters 2024-12-04T15:21:31,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1708575697/backup-masters/c6f2e1d35cf1,34389,1733325691733 2024-12-04T15:21:31,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697/backup-masters 2024-12-04T15:21:31,901 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:21:31,901 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,34389,1733325691733 2024-12-04T15:21:31,905 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/hbase.id] with ID: ec61e877-afa7-4c3c-bebd-0439ae661ad0 2024-12-04T15:21:31,905 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/.tmp/hbase.id 2024-12-04T15:21:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:21:32,311 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/.tmp/hbase.id]:[hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/hbase.id] 2024-12-04T15:21:32,321 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:32,321 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:21:32,322 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:21:32,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697 2024-12-04T15:21:32,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697 2024-12-04T15:21:32,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:21:32,766 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:21:32,767 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:21:32,767 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:32,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:21:33,175 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store 2024-12-04T15:21:33,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:21:33,590 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:33,590 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:21:33,590 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:33,590 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:33,591 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:21:33,591 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:33,591 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:21:33,591 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325693590Disabling compacts and flushes for region at 1733325693590Disabling writes for close at 1733325693591 (+1 ms)Writing region close event to WAL at 1733325693591Closed at 1733325693591 2024-12-04T15:21:33,592 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/.initializing 2024-12-04T15:21:33,592 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/WALs/c6f2e1d35cf1,34389,1733325691733 2024-12-04T15:21:33,593 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:21:33,595 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C34389%2C1733325691733, suffix=, logDir=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/WALs/c6f2e1d35cf1,34389,1733325691733, archiveDir=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/oldWALs, maxLogs=10 2024-12-04T15:21:33,612 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/WALs/c6f2e1d35cf1,34389,1733325691733/c6f2e1d35cf1%2C34389%2C1733325691733.1733325693596, exclude list is [], retry=0 2024-12-04T15:21:33,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35225,DS-21ef2878-4b0e-4415-9715-484f9c93e5e0,DISK] 2024-12-04T15:21:33,618 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/WALs/c6f2e1d35cf1,34389,1733325691733/c6f2e1d35cf1%2C34389%2C1733325691733.1733325693596 2024-12-04T15:21:33,618 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42451:42451)] 2024-12-04T15:21:33,618 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:33,619 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:33,619 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:33,619 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:33,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:33,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:21:33,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:33,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:33,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:33,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:21:33,625 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:33,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:33,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:33,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:21:33,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:33,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:33,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:33,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:21:33,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:33,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:33,631 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:33,632 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:33,632 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:33,634 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:33,634 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:33,634 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:21:33,636 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:21:33,641 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:33,643 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67518081, jitterRate=0.006097808480262756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:21:33,643 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325693619Initializing all the Stores at 1733325693620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325693620Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325693621 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325693621Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325693621Cleaning up temporary data from old regions at 1733325693634 (+13 ms)Region opened successfully at 1733325693643 (+9 ms) 2024-12-04T15:21:33,643 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:21:33,648 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749c5d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:21:33,649 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:21:33,649 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:21:33,649 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:21:33,649 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:21:33,650 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:21:33,651 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:21:33,651 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:21:33,659 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:21:33,661 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Unable to get data of znode /1708575697/balancer because node does not exist (not necessarily an error) 2024-12-04T15:21:33,696 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1708575697/balancer already deleted, retry=false 2024-12-04T15:21:33,697 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:21:33,698 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Unable to get data of znode /1708575697/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:21:33,705 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1708575697/normalizer already deleted, retry=false 2024-12-04T15:21:33,705 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:21:33,706 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Unable to get data of znode /1708575697/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:21:33,713 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1708575697/switch/split already deleted, retry=false 2024-12-04T15:21:33,715 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Unable to get data of znode /1708575697/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:21:33,721 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1708575697/switch/merge already deleted, retry=false 2024-12-04T15:21:33,724 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Unable to get data of znode /1708575697/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:21:33,730 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1708575697/snapshot-cleanup already deleted, retry=false 2024-12-04T15:21:33,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1708575697/running 2024-12-04T15:21:33,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1708575697/running 2024-12-04T15:21:33,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697 2024-12-04T15:21:33,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697 2024-12-04T15:21:33,739 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,34389,1733325691733, sessionid=0x101a21cc6fc0003, setting cluster-up flag (Was=false) 2024-12-04T15:21:33,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697 2024-12-04T15:21:33,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697 2024-12-04T15:21:33,780 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1708575697/flush-table-proc/acquired, /1708575697/flush-table-proc/reached, /1708575697/flush-table-proc/abort 2024-12-04T15:21:33,781 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,34389,1733325691733 2024-12-04T15:21:33,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697 2024-12-04T15:21:33,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697 2024-12-04T15:21:33,821 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1708575697/online-snapshot/acquired, /1708575697/online-snapshot/reached, /1708575697/online-snapshot/abort 2024-12-04T15:21:33,823 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,34389,1733325691733 2024-12-04T15:21:33,824 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:21:33,826 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:33,827 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:21:33,827 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:21:33,827 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,34389,1733325691733 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:21:33,829 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:33,829 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:33,829 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:33,829 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:21:33,829 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:21:33,829 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:33,829 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:21:33,829 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:33,840 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:33,841 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:21:33,842 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:33,842 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:21:33,854 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325723854 2024-12-04T15:21:33,855 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:21:33,855 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:21:33,855 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:21:33,855 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:21:33,855 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:21:33,855 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:21:33,856 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:33,857 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:21:33,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:21:33,857 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:21:33,857 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:21:33,857 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:21:33,858 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:21:33,858 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455 2024-12-04T15:21:33,863 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:21:33,863 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:21:33,870 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325693863,5,FailOnTimeoutGroup] 2024-12-04T15:21:33,874 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325693870,5,FailOnTimeoutGroup] 2024-12-04T15:21:33,875 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:33,875 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:21:33,875 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:33,875 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:33,876 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(746): ClusterId : ec61e877-afa7-4c3c-bebd-0439ae661ad0 2024-12-04T15:21:33,876 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:21:33,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741832_1008 (size=32) 2024-12-04T15:21:33,886 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:21:33,886 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:21:33,894 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:21:33,894 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d1afc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:21:33,907 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:43891 2024-12-04T15:21:33,908 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:21:33,908 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:21:33,908 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:21:33,909 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,34389,1733325691733 with port=43891, startcode=1733325691844 2024-12-04T15:21:33,909 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:21:33,915 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:21:33,916 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,43891,1733325691844 2024-12-04T15:21:33,916 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34389 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,43891,1733325691844 2024-12-04T15:21:33,918 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455 2024-12-04T15:21:33,918 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46747 2024-12-04T15:21:33,918 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:21:33,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697/rs 2024-12-04T15:21:33,927 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] zookeeper.ZKUtil(111): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Set watcher on existing znode=/1708575697/rs/c6f2e1d35cf1,43891,1733325691844 2024-12-04T15:21:33,927 WARN [RS:0;c6f2e1d35cf1:43891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:21:33,927 INFO [RS:0;c6f2e1d35cf1:43891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:33,927 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/WALs/c6f2e1d35cf1,43891,1733325691844 2024-12-04T15:21:33,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,43891,1733325691844] 2024-12-04T15:21:33,931 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:21:33,936 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:21:33,939 INFO [RS:0;c6f2e1d35cf1:43891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:21:33,939 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:33,943 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:21:33,944 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:21:33,944 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:33,944 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:33,944 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:33,944 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:33,944 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:33,944 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:33,944 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:21:33,944 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:33,944 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:33,944 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:33,945 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:33,945 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:33,945 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:21:33,945 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:21:33,945 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:21:33,946 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:33,946 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:33,947 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:33,947 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:33,947 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:33,947 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,43891,1733325691844-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:21:33,961 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:21:33,962 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,43891,1733325691844-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:33,962 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:33,962 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.Replication(171): c6f2e1d35cf1,43891,1733325691844 started 2024-12-04T15:21:33,977 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:33,977 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,43891,1733325691844, RpcServer on c6f2e1d35cf1/172.17.0.3:43891, sessionid=0x101a21cc6fc0004 2024-12-04T15:21:33,977 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:21:33,978 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,43891,1733325691844 2024-12-04T15:21:33,978 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,43891,1733325691844' 2024-12-04T15:21:33,978 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1708575697/flush-table-proc/abort' 2024-12-04T15:21:33,978 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1708575697/flush-table-proc/acquired' 2024-12-04T15:21:33,979 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:21:33,979 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:21:33,979 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,43891,1733325691844 2024-12-04T15:21:33,979 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,43891,1733325691844' 2024-12-04T15:21:33,979 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1708575697/online-snapshot/abort' 2024-12-04T15:21:33,980 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1708575697/online-snapshot/acquired' 2024-12-04T15:21:33,980 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:21:33,980 INFO [RS:0;c6f2e1d35cf1:43891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:21:33,980 INFO [RS:0;c6f2e1d35cf1:43891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:21:34,081 INFO [RS:0;c6f2e1d35cf1:43891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:21:34,082 INFO [RS:0;c6f2e1d35cf1:43891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C43891%2C1733325691844, suffix=, logDir=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/WALs/c6f2e1d35cf1,43891,1733325691844, archiveDir=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/oldWALs, maxLogs=10 2024-12-04T15:21:34,095 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/WALs/c6f2e1d35cf1,43891,1733325691844/c6f2e1d35cf1%2C43891%2C1733325691844.1733325694083, exclude list is [], retry=0 2024-12-04T15:21:34,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35225,DS-21ef2878-4b0e-4415-9715-484f9c93e5e0,DISK] 2024-12-04T15:21:34,103 INFO [RS:0;c6f2e1d35cf1:43891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/WALs/c6f2e1d35cf1,43891,1733325691844/c6f2e1d35cf1%2C43891%2C1733325691844.1733325694083 2024-12-04T15:21:34,103 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42451:42451)] 2024-12-04T15:21:34,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:34,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:21:34,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:21:34,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:34,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:34,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:21:34,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:21:34,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:34,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:34,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:21:34,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:21:34,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:34,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:34,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:21:34,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:21:34,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:34,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:34,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:21:34,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740 2024-12-04T15:21:34,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740 2024-12-04T15:21:34,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:21:34,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:21:34,301 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:21:34,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:21:34,304 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:34,305 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74798592, jitterRate=0.11458587646484375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:21:34,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325694282Initializing all the Stores at 1733325694283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325694283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325694283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325694283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325694283Cleaning up temporary data from old regions at 1733325694300 (+17 ms)Region opened successfully at 1733325694305 (+5 ms) 2024-12-04T15:21:34,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:21:34,305 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:21:34,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:21:34,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:21:34,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:21:34,306 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:21:34,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325694305Disabling compacts and flushes for region at 1733325694305Disabling writes for close at 1733325694305Writing region close event to WAL at 1733325694306 (+1 ms)Closed at 1733325694306 2024-12-04T15:21:34,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:34,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:21:34,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:21:34,310 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:21:34,313 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:21:34,463 DEBUG [c6f2e1d35cf1:34389 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:21:34,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,43891,1733325691844 2024-12-04T15:21:34,465 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,43891,1733325691844, state=OPENING 2024-12-04T15:21:34,532 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:21:34,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697 2024-12-04T15:21:34,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697 2024-12-04T15:21:34,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1708575697/meta-region-server: CHANGED 2024-12-04T15:21:34,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1708575697/meta-region-server: CHANGED 2024-12-04T15:21:34,547 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:21:34,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,43891,1733325691844}] 2024-12-04T15:21:34,700 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:21:34,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:21:34,706 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:21:34,707 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:34,707 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:21:34,708 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C43891%2C1733325691844.meta, suffix=.meta, logDir=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/WALs/c6f2e1d35cf1,43891,1733325691844, archiveDir=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/oldWALs, maxLogs=10 2024-12-04T15:21:34,721 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/WALs/c6f2e1d35cf1,43891,1733325691844/c6f2e1d35cf1%2C43891%2C1733325691844.meta.1733325694709.meta, exclude list is [], retry=0 2024-12-04T15:21:34,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35225,DS-21ef2878-4b0e-4415-9715-484f9c93e5e0,DISK] 2024-12-04T15:21:34,726 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/WALs/c6f2e1d35cf1,43891,1733325691844/c6f2e1d35cf1%2C43891%2C1733325691844.meta.1733325694709.meta 2024-12-04T15:21:34,726 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42451:42451)] 2024-12-04T15:21:34,726 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:34,726 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:21:34,727 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:21:34,727 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:21:34,727 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:21:34,727 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:21:34,727 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:34,727 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:21:34,727 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:21:34,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:21:34,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:21:34,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:34,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:34,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:21:34,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:21:34,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:34,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:34,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:21:34,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:21:34,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:34,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:34,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:21:34,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:21:34,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:34,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:21:34,734 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:21:34,735 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740 2024-12-04T15:21:34,736 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740 2024-12-04T15:21:34,737 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:21:34,738 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:21:34,738 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:21:34,740 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:21:34,741 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68232744, jitterRate=0.016747117042541504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:21:34,741 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:21:34,741 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325694727Writing region info on filesystem at 1733325694727Initializing all the Stores at 1733325694728 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325694728Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325694728Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325694729 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325694729Cleaning up temporary data from old regions at 1733325694738 (+9 ms)Running coprocessor post-open hooks at 1733325694741 (+3 ms)Region opened successfully at 1733325694741 2024-12-04T15:21:34,742 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325694700 2024-12-04T15:21:34,744 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:21:34,745 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:21:34,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,43891,1733325691844 2024-12-04T15:21:34,746 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,43891,1733325691844, state=OPEN 2024-12-04T15:21:34,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1708575697/meta-region-server 2024-12-04T15:21:34,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1708575697/meta-region-server 2024-12-04T15:21:34,760 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,43891,1733325691844 2024-12-04T15:21:34,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1708575697/meta-region-server: CHANGED 2024-12-04T15:21:34,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1708575697/meta-region-server: CHANGED 2024-12-04T15:21:34,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:21:34,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,43891,1733325691844 in 213 msec 2024-12-04T15:21:34,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:21:34,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-12-04T15:21:34,766 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:21:34,766 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:21:34,768 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:34,768 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,43891,1733325691844, seqNum=-1] 2024-12-04T15:21:34,768 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:34,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:34,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 949 msec 2024-12-04T15:21:34,775 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325694775, completionTime=-1 2024-12-04T15:21:34,775 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:21:34,775 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:21:34,777 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:21:34,777 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325754777 2024-12-04T15:21:34,777 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325814777 2024-12-04T15:21:34,777 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T15:21:34,777 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34389,1733325691733-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:34,777 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34389,1733325691733-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:34,777 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34389,1733325691733-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:34,777 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:34389, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:34,777 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:34,777 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:34,779 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:21:34,781 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.880sec 2024-12-04T15:21:34,781 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:21:34,781 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:21:34,781 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:21:34,781 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:21:34,781 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:21:34,781 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34389,1733325691733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:21:34,781 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34389,1733325691733-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:21:34,784 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:21:34,784 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:21:34,784 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34389,1733325691733-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:21:34,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:34,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,34389,-1 for getting cluster id 2024-12-04T15:21:34,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:34,878 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec61e877-afa7-4c3c-bebd-0439ae661ad0' 2024-12-04T15:21:34,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:34,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec61e877-afa7-4c3c-bebd-0439ae661ad0" 2024-12-04T15:21:34,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50242339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:34,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,34389,-1] 2024-12-04T15:21:34,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:34,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:34,880 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:34,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d1832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:34,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:34,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,43891,1733325691844, seqNum=-1] 2024-12-04T15:21:34,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:34,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:34,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,34389,1733325691733 2024-12-04T15:21:34,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57801 2024-12-04T15:21:34,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:21:34,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a21cc6fc0005 connected 2024-12-04T15:21:34,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:21:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,34467,1733325686828 2024-12-04T15:21:34,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fd455c4 2024-12-04T15:21:34,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:21:34,923 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:21:34,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:21:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T15:21:34,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:21:34,932 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:34,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T15:21:34,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:21:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:21:34,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741835_1011 (size=902) 2024-12-04T15:21:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:21:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:21:35,309 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:21:35,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:35,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:35,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:35,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:35,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 081d1d0af49c675bbedcb3bc8c9dff4c, NAME => 'test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a 2024-12-04T15:21:35,345 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:21:35,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741836_1012 (size=39) 2024-12-04T15:21:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:21:35,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:35,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 081d1d0af49c675bbedcb3bc8c9dff4c, disabling compactions & flushes 2024-12-04T15:21:35,758 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c. 2024-12-04T15:21:35,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c. 2024-12-04T15:21:35,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c. after waiting 0 ms 2024-12-04T15:21:35,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c. 2024-12-04T15:21:35,758 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c. 2024-12-04T15:21:35,758 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 081d1d0af49c675bbedcb3bc8c9dff4c: Waiting for close lock at 1733325695758Disabling compacts and flushes for region at 1733325695758Disabling writes for close at 1733325695758Writing region close event to WAL at 1733325695758Closed at 1733325695758 2024-12-04T15:21:35,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:21:35,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733325695760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325695760"}]},"ts":"1733325695760"} 2024-12-04T15:21:35,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:21:35,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:21:35,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325695764"}]},"ts":"1733325695764"} 2024-12-04T15:21:35,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T15:21:35,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=081d1d0af49c675bbedcb3bc8c9dff4c, ASSIGN}] 2024-12-04T15:21:35,768 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=081d1d0af49c675bbedcb3bc8c9dff4c, ASSIGN 2024-12-04T15:21:35,769 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=081d1d0af49c675bbedcb3bc8c9dff4c, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,43845,1733325686983; forceNewPlan=false, retain=false 2024-12-04T15:21:35,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=081d1d0af49c675bbedcb3bc8c9dff4c, regionState=OPENING, regionLocation=c6f2e1d35cf1,43845,1733325686983 2024-12-04T15:21:35,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=081d1d0af49c675bbedcb3bc8c9dff4c, ASSIGN because future has completed 2024-12-04T15:21:35,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 081d1d0af49c675bbedcb3bc8c9dff4c, server=c6f2e1d35cf1,43845,1733325686983}] 2024-12-04T15:21:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:21:36,083 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c. 2024-12-04T15:21:36,083 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 081d1d0af49c675bbedcb3bc8c9dff4c, NAME => 'test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:36,083 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:21:36,084 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T15:21:36,084 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 081d1d0af49c675bbedcb3bc8c9dff4c 2024-12-04T15:21:36,084 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:36,084 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 081d1d0af49c675bbedcb3bc8c9dff4c 2024-12-04T15:21:36,084 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 081d1d0af49c675bbedcb3bc8c9dff4c 2024-12-04T15:21:36,087 INFO [StoreOpener-081d1d0af49c675bbedcb3bc8c9dff4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 081d1d0af49c675bbedcb3bc8c9dff4c 2024-12-04T15:21:36,089 INFO [StoreOpener-081d1d0af49c675bbedcb3bc8c9dff4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 081d1d0af49c675bbedcb3bc8c9dff4c columnFamilyName f 2024-12-04T15:21:36,089 DEBUG [StoreOpener-081d1d0af49c675bbedcb3bc8c9dff4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:36,089 INFO [StoreOpener-081d1d0af49c675bbedcb3bc8c9dff4c-1 {}] regionserver.HStore(327): Store=081d1d0af49c675bbedcb3bc8c9dff4c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:36,089 INFO [StoreOpener-081d1d0af49c675bbedcb3bc8c9dff4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 081d1d0af49c675bbedcb3bc8c9dff4c 2024-12-04T15:21:36,093 INFO [StoreOpener-081d1d0af49c675bbedcb3bc8c9dff4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 081d1d0af49c675bbedcb3bc8c9dff4c columnFamilyName f1 2024-12-04T15:21:36,093 DEBUG [StoreOpener-081d1d0af49c675bbedcb3bc8c9dff4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:36,093 INFO [StoreOpener-081d1d0af49c675bbedcb3bc8c9dff4c-1 {}] regionserver.HStore(327): Store=081d1d0af49c675bbedcb3bc8c9dff4c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:36,094 INFO [StoreOpener-081d1d0af49c675bbedcb3bc8c9dff4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 081d1d0af49c675bbedcb3bc8c9dff4c 2024-12-04T15:21:36,095 INFO [StoreOpener-081d1d0af49c675bbedcb3bc8c9dff4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 081d1d0af49c675bbedcb3bc8c9dff4c columnFamilyName norep 2024-12-04T15:21:36,095 DEBUG [StoreOpener-081d1d0af49c675bbedcb3bc8c9dff4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:36,095 INFO [StoreOpener-081d1d0af49c675bbedcb3bc8c9dff4c-1 {}] regionserver.HStore(327): Store=081d1d0af49c675bbedcb3bc8c9dff4c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:36,095 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 081d1d0af49c675bbedcb3bc8c9dff4c 2024-12-04T15:21:36,097 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c 2024-12-04T15:21:36,097 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c 2024-12-04T15:21:36,099 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 081d1d0af49c675bbedcb3bc8c9dff4c 2024-12-04T15:21:36,099 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 081d1d0af49c675bbedcb3bc8c9dff4c 2024-12-04T15:21:36,100 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:21:36,101 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 081d1d0af49c675bbedcb3bc8c9dff4c 2024-12-04T15:21:36,103 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:36,104 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 081d1d0af49c675bbedcb3bc8c9dff4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70630484, jitterRate=0.05247622728347778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:21:36,104 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 081d1d0af49c675bbedcb3bc8c9dff4c 2024-12-04T15:21:36,105 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 081d1d0af49c675bbedcb3bc8c9dff4c: Running coprocessor pre-open hook at 1733325696084Writing region info on filesystem at 1733325696084Initializing all the Stores at 1733325696086 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325696086Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325696087 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325696087Cleaning up temporary data from old regions at 1733325696099 (+12 ms)Running coprocessor post-open hooks at 1733325696104 (+5 ms)Region opened successfully at 1733325696104 2024-12-04T15:21:36,107 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c., pid=6, masterSystemTime=1733325696076 2024-12-04T15:21:36,109 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c. 2024-12-04T15:21:36,109 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c. 2024-12-04T15:21:36,111 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=081d1d0af49c675bbedcb3bc8c9dff4c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f2e1d35cf1,43845,1733325686983 2024-12-04T15:21:36,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 081d1d0af49c675bbedcb3bc8c9dff4c, server=c6f2e1d35cf1,43845,1733325686983 because future has completed 2024-12-04T15:21:36,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:21:36,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 081d1d0af49c675bbedcb3bc8c9dff4c, server=c6f2e1d35cf1,43845,1733325686983 in 194 msec 2024-12-04T15:21:36,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:21:36,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=081d1d0af49c675bbedcb3bc8c9dff4c, ASSIGN in 356 msec 2024-12-04T15:21:36,139 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:21:36,139 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325696139"}]},"ts":"1733325696139"} 2024-12-04T15:21:36,141 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T15:21:36,143 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:21:36,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2160 sec 2024-12-04T15:21:37,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:21:37,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:21:37,081 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T15:21:37,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,34389,1733325691733 2024-12-04T15:21:37,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ab1cd02 2024-12-04T15:21:37,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:21:37,083 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:21:37,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:21:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T15:21:37,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:21:37,088 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:37,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T15:21:37,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:21:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:21:37,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741835_1011 (size=902) 2024-12-04T15:21:37,105 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 140426922083970fdd773ccc36cbeb0a, NAME => 'test,,1733325697084.140426922083970fdd773ccc36cbeb0a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455 2024-12-04T15:21:37,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741836_1012 (size=39) 2024-12-04T15:21:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:21:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:21:37,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733325697084.140426922083970fdd773ccc36cbeb0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:37,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 140426922083970fdd773ccc36cbeb0a, disabling compactions & flushes 2024-12-04T15:21:37,512 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733325697084.140426922083970fdd773ccc36cbeb0a. 2024-12-04T15:21:37,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325697084.140426922083970fdd773ccc36cbeb0a. 2024-12-04T15:21:37,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733325697084.140426922083970fdd773ccc36cbeb0a. after waiting 0 ms 2024-12-04T15:21:37,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733325697084.140426922083970fdd773ccc36cbeb0a. 2024-12-04T15:21:37,512 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733325697084.140426922083970fdd773ccc36cbeb0a. 2024-12-04T15:21:37,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 140426922083970fdd773ccc36cbeb0a: Waiting for close lock at 1733325697512Disabling compacts and flushes for region at 1733325697512Disabling writes for close at 1733325697512Writing region close event to WAL at 1733325697512Closed at 1733325697512 2024-12-04T15:21:37,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:21:37,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733325697084.140426922083970fdd773ccc36cbeb0a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733325697514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325697514"}]},"ts":"1733325697514"} 2024-12-04T15:21:37,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:21:37,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:21:37,518 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325697518"}]},"ts":"1733325697518"} 2024-12-04T15:21:37,520 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T15:21:37,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=140426922083970fdd773ccc36cbeb0a, ASSIGN}] 2024-12-04T15:21:37,522 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=140426922083970fdd773ccc36cbeb0a, ASSIGN 2024-12-04T15:21:37,523 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=140426922083970fdd773ccc36cbeb0a, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,43891,1733325691844; forceNewPlan=false, retain=false 2024-12-04T15:21:37,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=140426922083970fdd773ccc36cbeb0a, regionState=OPENING, regionLocation=c6f2e1d35cf1,43891,1733325691844 2024-12-04T15:21:37,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=140426922083970fdd773ccc36cbeb0a, ASSIGN because future has completed 2024-12-04T15:21:37,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 140426922083970fdd773ccc36cbeb0a, server=c6f2e1d35cf1,43891,1733325691844}] 2024-12-04T15:21:37,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:21:37,834 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733325697084.140426922083970fdd773ccc36cbeb0a. 2024-12-04T15:21:37,834 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 140426922083970fdd773ccc36cbeb0a, NAME => 'test,,1733325697084.140426922083970fdd773ccc36cbeb0a.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:37,834 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:21:37,834 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T15:21:37,835 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 140426922083970fdd773ccc36cbeb0a 2024-12-04T15:21:37,835 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733325697084.140426922083970fdd773ccc36cbeb0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:37,835 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 140426922083970fdd773ccc36cbeb0a 2024-12-04T15:21:37,835 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 140426922083970fdd773ccc36cbeb0a 2024-12-04T15:21:37,838 INFO [StoreOpener-140426922083970fdd773ccc36cbeb0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 140426922083970fdd773ccc36cbeb0a 2024-12-04T15:21:37,840 INFO [StoreOpener-140426922083970fdd773ccc36cbeb0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 140426922083970fdd773ccc36cbeb0a columnFamilyName f 2024-12-04T15:21:37,840 DEBUG [StoreOpener-140426922083970fdd773ccc36cbeb0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:37,841 INFO [StoreOpener-140426922083970fdd773ccc36cbeb0a-1 {}] regionserver.HStore(327): Store=140426922083970fdd773ccc36cbeb0a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:37,841 INFO [StoreOpener-140426922083970fdd773ccc36cbeb0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 140426922083970fdd773ccc36cbeb0a 2024-12-04T15:21:37,843 INFO [StoreOpener-140426922083970fdd773ccc36cbeb0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 140426922083970fdd773ccc36cbeb0a columnFamilyName f1 2024-12-04T15:21:37,843 DEBUG [StoreOpener-140426922083970fdd773ccc36cbeb0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:37,843 INFO [StoreOpener-140426922083970fdd773ccc36cbeb0a-1 {}] regionserver.HStore(327): Store=140426922083970fdd773ccc36cbeb0a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:37,843 INFO [StoreOpener-140426922083970fdd773ccc36cbeb0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 140426922083970fdd773ccc36cbeb0a 2024-12-04T15:21:37,845 INFO [StoreOpener-140426922083970fdd773ccc36cbeb0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 140426922083970fdd773ccc36cbeb0a columnFamilyName norep 2024-12-04T15:21:37,845 DEBUG [StoreOpener-140426922083970fdd773ccc36cbeb0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:37,845 INFO [StoreOpener-140426922083970fdd773ccc36cbeb0a-1 {}] regionserver.HStore(327): Store=140426922083970fdd773ccc36cbeb0a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:37,845 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 140426922083970fdd773ccc36cbeb0a 2024-12-04T15:21:37,846 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/default/test/140426922083970fdd773ccc36cbeb0a 2024-12-04T15:21:37,846 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/default/test/140426922083970fdd773ccc36cbeb0a 2024-12-04T15:21:37,847 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 140426922083970fdd773ccc36cbeb0a 2024-12-04T15:21:37,847 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 140426922083970fdd773ccc36cbeb0a 2024-12-04T15:21:37,848 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:21:37,849 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 140426922083970fdd773ccc36cbeb0a 2024-12-04T15:21:37,851 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/default/test/140426922083970fdd773ccc36cbeb0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:37,852 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 140426922083970fdd773ccc36cbeb0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65689706, jitterRate=-0.021147102117538452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:21:37,852 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 140426922083970fdd773ccc36cbeb0a 2024-12-04T15:21:37,852 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 140426922083970fdd773ccc36cbeb0a: Running coprocessor pre-open hook at 1733325697835Writing region info on filesystem at 1733325697835Initializing all the Stores at 1733325697836 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325697836Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325697838 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325697838Cleaning up temporary data from old regions at 1733325697847 (+9 ms)Running coprocessor post-open hooks at 1733325697852 (+5 ms)Region opened successfully at 1733325697852 2024-12-04T15:21:37,853 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733325697084.140426922083970fdd773ccc36cbeb0a., pid=6, masterSystemTime=1733325697829 2024-12-04T15:21:37,856 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733325697084.140426922083970fdd773ccc36cbeb0a. 2024-12-04T15:21:37,856 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733325697084.140426922083970fdd773ccc36cbeb0a. 2024-12-04T15:21:37,857 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=140426922083970fdd773ccc36cbeb0a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f2e1d35cf1,43891,1733325691844 2024-12-04T15:21:37,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 140426922083970fdd773ccc36cbeb0a, server=c6f2e1d35cf1,43891,1733325691844 because future has completed 2024-12-04T15:21:37,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:21:37,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 140426922083970fdd773ccc36cbeb0a, server=c6f2e1d35cf1,43891,1733325691844 in 186 msec 2024-12-04T15:21:37,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:21:37,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=140426922083970fdd773ccc36cbeb0a, ASSIGN in 346 msec 2024-12-04T15:21:37,872 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:21:37,872 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325697872"}]},"ts":"1733325697872"} 2024-12-04T15:21:37,875 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T15:21:37,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:21:37,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 792 msec 2024-12-04T15:21:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:21:38,231 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T15:21:38,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7494ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:38,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,34467,-1 for getting cluster id 2024-12-04T15:21:38,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:38,232 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2d7548c-3e9c-4287-a02a-cc47b10679a3' 2024-12-04T15:21:38,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2d7548c-3e9c-4287-a02a-cc47b10679a3" 2024-12-04T15:21:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7249f310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,34467,-1] 2024-12-04T15:21:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:38,234 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:38,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50181375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:38,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:38,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,34389,-1 for getting cluster id 2024-12-04T15:21:38,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:38,236 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec61e877-afa7-4c3c-bebd-0439ae661ad0' 2024-12-04T15:21:38,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:38,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec61e877-afa7-4c3c-bebd-0439ae661ad0" 2024-12-04T15:21:38,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee85fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:38,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,34389,-1] 2024-12-04T15:21:38,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:38,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:38,238 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:38,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ee6d90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:38,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c8bff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:38,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,34467,-1 for getting cluster id 2024-12-04T15:21:38,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:38,240 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2d7548c-3e9c-4287-a02a-cc47b10679a3' 2024-12-04T15:21:38,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:38,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2d7548c-3e9c-4287-a02a-cc47b10679a3" 2024-12-04T15:21:38,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54091561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:38,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,34467,-1] 2024-12-04T15:21:38,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:38,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:38,242 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:38,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:38,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:21:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,34467,1733325686828 2024-12-04T15:21:38,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@779346fe 2024-12-04T15:21:38,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:21:38,247 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:21:38,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:34389,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:21:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:21:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:21:38,251 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:34389' 2024-12-04T15:21:38,252 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b95abe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:38,252 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,34389,-1 for getting cluster id 2024-12-04T15:21:38,252 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:38,253 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec61e877-afa7-4c3c-bebd-0439ae661ad0' 2024-12-04T15:21:38,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:38,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec61e877-afa7-4c3c-bebd-0439ae661ad0" 2024-12-04T15:21:38,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19204fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:38,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,34389,-1] 2024-12-04T15:21:38,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:38,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:38,255 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:38,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cadb1fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:38,256 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:21:38,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,34389,1733325691733 2024-12-04T15:21:38,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2def1331 2024-12-04T15:21:38,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:21:38,258 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:21:38,258 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T15:21:38,258 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:21:38,259 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:38,259 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:38,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:21:38,259 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:21:38,261 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:21:38,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:21:38,262 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:38,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:21:38,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741837_1013 (size=1138) 2024-12-04T15:21:38,311 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T15:21:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:21:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:21:38,672 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcf85a919a4ca8312a490643153152f5, NAME => 'hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a 2024-12-04T15:21:38,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741838_1014 (size=44) 2024-12-04T15:21:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:21:39,078 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:39,078 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bcf85a919a4ca8312a490643153152f5, disabling compactions & flushes 2024-12-04T15:21:39,078 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5. 2024-12-04T15:21:39,078 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5. 2024-12-04T15:21:39,078 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5. after waiting 0 ms 2024-12-04T15:21:39,078 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5. 2024-12-04T15:21:39,078 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5. 2024-12-04T15:21:39,078 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcf85a919a4ca8312a490643153152f5: Waiting for close lock at 1733325699078Disabling compacts and flushes for region at 1733325699078Disabling writes for close at 1733325699078Writing region close event to WAL at 1733325699078Closed at 1733325699078 2024-12-04T15:21:39,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:21:39,080 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733325699080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325699080"}]},"ts":"1733325699080"} 2024-12-04T15:21:39,082 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:21:39,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:21:39,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325699083"}]},"ts":"1733325699083"} 2024-12-04T15:21:39,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T15:21:39,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcf85a919a4ca8312a490643153152f5, ASSIGN}] 2024-12-04T15:21:39,087 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcf85a919a4ca8312a490643153152f5, ASSIGN 2024-12-04T15:21:39,088 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcf85a919a4ca8312a490643153152f5, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,43845,1733325686983; forceNewPlan=false, retain=false 2024-12-04T15:21:39,239 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bcf85a919a4ca8312a490643153152f5, regionState=OPENING, regionLocation=c6f2e1d35cf1,43845,1733325686983 2024-12-04T15:21:39,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcf85a919a4ca8312a490643153152f5, ASSIGN because future has completed 2024-12-04T15:21:39,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcf85a919a4ca8312a490643153152f5, server=c6f2e1d35cf1,43845,1733325686983}] 2024-12-04T15:21:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:21:39,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5. 2024-12-04T15:21:39,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:21:39,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:21:39,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C43845%2C1733325686983.rep, suffix=, logDir=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983, archiveDir=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/oldWALs, maxLogs=10 2024-12-04T15:21:39,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.rep.1733325699400, exclude list is [], retry=0 2024-12-04T15:21:39,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37155,DS-158f00de-3aac-4e2b-ad82-485cad6fff02,DISK] 2024-12-04T15:21:39,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.rep.1733325699400 2024-12-04T15:21:39,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40335:40335)] 2024-12-04T15:21:39,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bcf85a919a4ca8312a490643153152f5, NAME => 'hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:21:39,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:21:39,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:21:39,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5. service=MultiRowMutationService 2024-12-04T15:21:39,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:21:39,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bcf85a919a4ca8312a490643153152f5 2024-12-04T15:21:39,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:21:39,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bcf85a919a4ca8312a490643153152f5 2024-12-04T15:21:39,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bcf85a919a4ca8312a490643153152f5 2024-12-04T15:21:39,420 INFO [StoreOpener-bcf85a919a4ca8312a490643153152f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bcf85a919a4ca8312a490643153152f5 2024-12-04T15:21:39,422 INFO [StoreOpener-bcf85a919a4ca8312a490643153152f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcf85a919a4ca8312a490643153152f5 columnFamilyName hfileref 2024-12-04T15:21:39,422 DEBUG [StoreOpener-bcf85a919a4ca8312a490643153152f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:39,422 INFO [StoreOpener-bcf85a919a4ca8312a490643153152f5-1 {}] regionserver.HStore(327): Store=bcf85a919a4ca8312a490643153152f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:39,422 INFO [StoreOpener-bcf85a919a4ca8312a490643153152f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bcf85a919a4ca8312a490643153152f5 2024-12-04T15:21:39,424 INFO [StoreOpener-bcf85a919a4ca8312a490643153152f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcf85a919a4ca8312a490643153152f5 columnFamilyName queue 2024-12-04T15:21:39,424 DEBUG [StoreOpener-bcf85a919a4ca8312a490643153152f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:39,424 INFO [StoreOpener-bcf85a919a4ca8312a490643153152f5-1 {}] regionserver.HStore(327): Store=bcf85a919a4ca8312a490643153152f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:39,425 INFO [StoreOpener-bcf85a919a4ca8312a490643153152f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bcf85a919a4ca8312a490643153152f5 2024-12-04T15:21:39,426 INFO [StoreOpener-bcf85a919a4ca8312a490643153152f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcf85a919a4ca8312a490643153152f5 columnFamilyName sid 2024-12-04T15:21:39,426 DEBUG [StoreOpener-bcf85a919a4ca8312a490643153152f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:21:39,426 INFO [StoreOpener-bcf85a919a4ca8312a490643153152f5-1 {}] regionserver.HStore(327): Store=bcf85a919a4ca8312a490643153152f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:21:39,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bcf85a919a4ca8312a490643153152f5 2024-12-04T15:21:39,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/replication/bcf85a919a4ca8312a490643153152f5 2024-12-04T15:21:39,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/replication/bcf85a919a4ca8312a490643153152f5 2024-12-04T15:21:39,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bcf85a919a4ca8312a490643153152f5 2024-12-04T15:21:39,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bcf85a919a4ca8312a490643153152f5 2024-12-04T15:21:39,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:21:39,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bcf85a919a4ca8312a490643153152f5 2024-12-04T15:21:39,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/replication/bcf85a919a4ca8312a490643153152f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:21:39,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bcf85a919a4ca8312a490643153152f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65043436, jitterRate=-0.030777275562286377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:21:39,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcf85a919a4ca8312a490643153152f5 2024-12-04T15:21:39,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bcf85a919a4ca8312a490643153152f5: Running coprocessor pre-open hook at 1733325699419Writing region info on filesystem at 1733325699419Initializing all the Stores at 1733325699420 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325699420Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325699420Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325699420Cleaning up temporary data from old regions at 1733325699428 (+8 ms)Running coprocessor post-open hooks at 1733325699433 (+5 ms)Region opened successfully at 1733325699434 (+1 ms) 2024-12-04T15:21:39,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5., pid=10, masterSystemTime=1733325699394 2024-12-04T15:21:39,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5. 2024-12-04T15:21:39,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5. 2024-12-04T15:21:39,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bcf85a919a4ca8312a490643153152f5, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,43845,1733325686983 2024-12-04T15:21:39,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcf85a919a4ca8312a490643153152f5, server=c6f2e1d35cf1,43845,1733325686983 because future has completed 2024-12-04T15:21:39,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T15:21:39,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bcf85a919a4ca8312a490643153152f5, server=c6f2e1d35cf1,43845,1733325686983 in 199 msec 2024-12-04T15:21:39,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T15:21:39,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcf85a919a4ca8312a490643153152f5, ASSIGN in 357 msec 2024-12-04T15:21:39,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:21:39,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325699446"}]},"ts":"1733325699446"} 2024-12-04T15:21:39,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T15:21:39,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:21:39,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1910 sec 2024-12-04T15:21:39,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5., hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=2] 2024-12-04T15:21:39,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:21:39,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:21:39,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:21:39,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43845 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T15:21:39,664 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T15:21:39,689 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,43845,1733325686983, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:21:39,689 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:39,689 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=-1] 2024-12-04T15:21:39,690 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:39,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-04T15:21:39,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f2e1d35cf1,43845,1733325686983', locateType=CURRENT is [region=hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5., hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=2] 2024-12-04T15:21:39,696 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T15:21:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T15:21:39,698 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f2e1d35cf1,43845,1733325686983 suceeded 2024-12-04T15:21:39,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T15:21:39,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-04T15:21:39,700 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f2e1d35cf1:34389,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-04T15:21:39,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4530 sec 2024-12-04T15:21:39,712 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:34389' 2024-12-04T15:21:39,713 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e7567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:39,713 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,34389,-1 for getting cluster id 2024-12-04T15:21:39,713 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:39,714 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec61e877-afa7-4c3c-bebd-0439ae661ad0' 2024-12-04T15:21:39,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:39,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec61e877-afa7-4c3c-bebd-0439ae661ad0" 2024-12-04T15:21:39,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43d08be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:39,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,34389,-1] 2024-12-04T15:21:39,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:39,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:39,715 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:39,716 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c93ce47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:39,716 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:21:39,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,34389,1733325691733 2024-12-04T15:21:39,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@711650c0 2024-12-04T15:21:39,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:21:39,717 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-04T15:21:39,718 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,43845,1733325686983 (queues=1) is replicating from cluster=d2d7548c-3e9c-4287-a02a-cc47b10679a3 to cluster=ec61e877-afa7-4c3c-bebd-0439ae661ad0 2024-12-04T15:21:39,718 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C43845%2C1733325686983 2024-12-04T15:21:39,718 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,43845,1733325686983, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:21:39,718 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.shipperc6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C43845%2C1733325686983 2024-12-04T15:21:39,719 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187, startPosition=0, beingWritten=true 2024-12-04T15:21:39,728 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:21:39,728 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 379, reset compression=false 2024-12-04T15:21:39,728 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.shipperc6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,43845,1733325686983 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:21:39,933 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 379, reset compression=false 2024-12-04T15:21:40,229 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:21:40,237 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 379, reset compression=false 2024-12-04T15:21:40,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:40,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:40,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:40,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:21:40,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T15:21:40,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T15:21:40,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T15:21:40,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T15:21:40,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T15:21:40,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T15:21:40,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:21:40,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T15:21:40,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:21:40,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T15:21:40,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:21:40,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T15:21:40,296 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T15:21:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34467 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:21:40,400 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:21:40,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:21:40,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:40,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:40,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:21:40,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:40,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:40,409 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733325700407/Put/seqid=0 2024-12-04T15:21:40,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741840_1016 (size=7894) 2024-12-04T15:21:40,418 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/load_f/f/hfile_1 is 34, key is ddd/f:row/1733325700417/Put/seqid=0 2024-12-04T15:21:40,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741841_1017 (size=7691) 2024-12-04T15:21:40,642 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 379, reset compression=false 2024-12-04T15:21:40,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bb41bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:40,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,34467,-1 for getting cluster id 2024-12-04T15:21:40,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:40,827 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2d7548c-3e9c-4287-a02a-cc47b10679a3' 2024-12-04T15:21:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2d7548c-3e9c-4287-a02a-cc47b10679a3" 2024-12-04T15:21:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185d4130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,34467,-1] 2024-12-04T15:21:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:40,829 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:40,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e708bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:40,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=-1] 2024-12-04T15:21:40,831 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:40,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:40,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:21:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,34467,1733325686828 2024-12-04T15:21:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2334fd3e 2024-12-04T15:21:40,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:21:40,846 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:21:40,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c., hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=2] 2024-12-04T15:21:40,859 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T15:21:40,871 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T15:21:40,874 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T15:21:40,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/load_f/f/hfile_0 for inclusion in 081d1d0af49c675bbedcb3bc8c9dff4c/f 2024-12-04T15:21:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T15:21:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:21:40,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/load_f/f/hfile_1 for inclusion in 081d1d0af49c675bbedcb3bc8c9dff4c/f 2024-12-04T15:21:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T15:21:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:21:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HRegion(2603): Flush status journal for 081d1d0af49c675bbedcb3bc8c9dff4c: 2024-12-04T15:21:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/load_f/f/hfile_0 to hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__ca0dunfnova4hn0bvf5e95s8d6052u1hdr3kcfvqohh631rcknlvooha0369b32m/f/hfile_0 2024-12-04T15:21:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__ca0dunfnova4hn0bvf5e95s8d6052u1hdr3kcfvqohh631rcknlvooha0369b32m/f/hfile_0 as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/f/c0123f7f0d4a463bbb9689e2aabc121b_SeqId_4_ 2024-12-04T15:21:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/load_f/f/hfile_1 to hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__ca0dunfnova4hn0bvf5e95s8d6052u1hdr3kcfvqohh631rcknlvooha0369b32m/f/hfile_1 2024-12-04T15:21:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__ca0dunfnova4hn0bvf5e95s8d6052u1hdr3kcfvqohh631rcknlvooha0369b32m/f/hfile_1 as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/f/771e365a51d342b680e334c00e42e213_SeqId_4_ 2024-12-04T15:21:40,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__ca0dunfnova4hn0bvf5e95s8d6052u1hdr3kcfvqohh631rcknlvooha0369b32m/f/hfile_0 into 081d1d0af49c675bbedcb3bc8c9dff4c/f as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/f/c0123f7f0d4a463bbb9689e2aabc121b_SeqId_4_ - updating store file list. 2024-12-04T15:21:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c0123f7f0d4a463bbb9689e2aabc121b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T15:21:40,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/f/c0123f7f0d4a463bbb9689e2aabc121b_SeqId_4_ into 081d1d0af49c675bbedcb3bc8c9dff4c/f 2024-12-04T15:21:40,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__ca0dunfnova4hn0bvf5e95s8d6052u1hdr3kcfvqohh631rcknlvooha0369b32m/f/hfile_0 into 081d1d0af49c675bbedcb3bc8c9dff4c/f (new location: hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/f/c0123f7f0d4a463bbb9689e2aabc121b_SeqId_4_) 2024-12-04T15:21:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__ca0dunfnova4hn0bvf5e95s8d6052u1hdr3kcfvqohh631rcknlvooha0369b32m/f/hfile_0 2024-12-04T15:21:40,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__ca0dunfnova4hn0bvf5e95s8d6052u1hdr3kcfvqohh631rcknlvooha0369b32m/f/hfile_1 into 081d1d0af49c675bbedcb3bc8c9dff4c/f as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/f/771e365a51d342b680e334c00e42e213_SeqId_4_ - updating store file list. 2024-12-04T15:21:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 771e365a51d342b680e334c00e42e213_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T15:21:40,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/f/771e365a51d342b680e334c00e42e213_SeqId_4_ into 081d1d0af49c675bbedcb3bc8c9dff4c/f 2024-12-04T15:21:40,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__ca0dunfnova4hn0bvf5e95s8d6052u1hdr3kcfvqohh631rcknlvooha0369b32m/f/hfile_1 into 081d1d0af49c675bbedcb3bc8c9dff4c/f (new location: hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/f/771e365a51d342b680e334c00e42e213_SeqId_4_) 2024-12-04T15:21:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__ca0dunfnova4hn0bvf5e95s8d6052u1hdr3kcfvqohh631rcknlvooha0369b32m/f/hfile_1 2024-12-04T15:21:40,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:21:40,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:40,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:40,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:40,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:40,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c., hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=2 , the old value is region=test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c., hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c6f2e1d35cf1:43845 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T15:21:40,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c., hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T15:21:40,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c., hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=2 from cache 2024-12-04T15:21:40,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:21:40,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,43891,1733325691844, seqNum=-1] 2024-12-04T15:21:40,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:40,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:40,968 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T15:21:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733325697084.140426922083970fdd773ccc36cbeb0a., hostname=c6f2e1d35cf1,43891,1733325691844, seqNum=2] 2024-12-04T15:21:40,972 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T15:21:41,071 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:43845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T15:21:41,146 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 379, reset compression=false 2024-12-04T15:21:41,152 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:21:41,152 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.shipperc6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,43845,1733325686983 got entry batch from reader: WALEntryBatch [walEntries=[{test/081d1d0af49c675bbedcb3bc8c9dff4c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733325700950/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T15:21:41,170 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.shipperc6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:21:41,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-04T15:21:41,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.ReplicationSink(318): Replicating [d2d7548c-3e9c-4287-a02a-cc47b10679a3] bulk loaded data 2024-12-04T15:21:41,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b9cf1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:41,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,34389,-1 for getting cluster id 2024-12-04T15:21:41,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:41,177 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec61e877-afa7-4c3c-bebd-0439ae661ad0' 2024-12-04T15:21:41,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:41,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec61e877-afa7-4c3c-bebd-0439ae661ad0" 2024-12-04T15:21:41,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a44e31a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:41,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,34389,-1] 2024-12-04T15:21:41,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:41,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:41,178 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:41,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b00506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:41,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741837_1013 (size=7894) 2024-12-04T15:21:41,352 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 687, reset compression=false 2024-12-04T15:21:41,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741838_1014 (size=7691) 2024-12-04T15:21:41,657 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 687, reset compression=false 2024-12-04T15:21:41,974 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T15:21:42,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:21:42,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,34389,1733325691733 2024-12-04T15:21:42,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b4ddaee 2024-12-04T15:21:42,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:21:42,005 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-04T15:21:42,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T15:21:42,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:42,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,43891,1733325691844, seqNum=-1] 2024-12-04T15:21:42,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:42,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-04T15:21:42,017 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/staging/jenkins.hfs.6__test__mn31fok41dn97s5s7as3tags1cbonfkhaui87p5uo9u1tcipa75fbossgimpl05n/f/771e365a51d342b680e334c00e42e213_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T15:21:42,020 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/staging/jenkins.hfs.6__test__mn31fok41dn97s5s7as3tags1cbonfkhaui87p5uo9u1tcipa75fbossgimpl05n/f/c0123f7f0d4a463bbb9689e2aabc121b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T15:21:42,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/staging/jenkins.hfs.6__test__mn31fok41dn97s5s7as3tags1cbonfkhaui87p5uo9u1tcipa75fbossgimpl05n/f/c0123f7f0d4a463bbb9689e2aabc121b_SeqId_4_ for inclusion in 140426922083970fdd773ccc36cbeb0a/f 2024-12-04T15:21:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T15:21:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:21:42,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/staging/jenkins.hfs.6__test__mn31fok41dn97s5s7as3tags1cbonfkhaui87p5uo9u1tcipa75fbossgimpl05n/f/771e365a51d342b680e334c00e42e213_SeqId_4_ for inclusion in 140426922083970fdd773ccc36cbeb0a/f 2024-12-04T15:21:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T15:21:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:21:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HRegion(2603): Flush status journal for 140426922083970fdd773ccc36cbeb0a: 2024-12-04T15:21:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c0123f7f0d4a463bbb9689e2aabc121b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T15:21:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/staging/jenkins.hfs.6__test__mn31fok41dn97s5s7as3tags1cbonfkhaui87p5uo9u1tcipa75fbossgimpl05n/f/c0123f7f0d4a463bbb9689e2aabc121b_SeqId_4_ as hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/default/test/140426922083970fdd773ccc36cbeb0a/f/c9eca7da34cd4ddab4c1d876ce3d1f96_SeqId_4_ 2024-12-04T15:21:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 771e365a51d342b680e334c00e42e213_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T15:21:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/staging/jenkins.hfs.6__test__mn31fok41dn97s5s7as3tags1cbonfkhaui87p5uo9u1tcipa75fbossgimpl05n/f/771e365a51d342b680e334c00e42e213_SeqId_4_ as hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/default/test/140426922083970fdd773ccc36cbeb0a/f/4c433d2d3b8744d09f2e715e3c57c512_SeqId_4_ 2024-12-04T15:21:42,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/staging/jenkins.hfs.6__test__mn31fok41dn97s5s7as3tags1cbonfkhaui87p5uo9u1tcipa75fbossgimpl05n/f/c0123f7f0d4a463bbb9689e2aabc121b_SeqId_4_ into 140426922083970fdd773ccc36cbeb0a/f as hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/default/test/140426922083970fdd773ccc36cbeb0a/f/c9eca7da34cd4ddab4c1d876ce3d1f96_SeqId_4_ - updating store file list. 2024-12-04T15:21:42,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c9eca7da34cd4ddab4c1d876ce3d1f96_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T15:21:42,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/default/test/140426922083970fdd773ccc36cbeb0a/f/c9eca7da34cd4ddab4c1d876ce3d1f96_SeqId_4_ into 140426922083970fdd773ccc36cbeb0a/f 2024-12-04T15:21:42,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/staging/jenkins.hfs.6__test__mn31fok41dn97s5s7as3tags1cbonfkhaui87p5uo9u1tcipa75fbossgimpl05n/f/c0123f7f0d4a463bbb9689e2aabc121b_SeqId_4_ into 140426922083970fdd773ccc36cbeb0a/f (new location: hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/default/test/140426922083970fdd773ccc36cbeb0a/f/c9eca7da34cd4ddab4c1d876ce3d1f96_SeqId_4_) 2024-12-04T15:21:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/staging/jenkins.hfs.6__test__mn31fok41dn97s5s7as3tags1cbonfkhaui87p5uo9u1tcipa75fbossgimpl05n/f/c0123f7f0d4a463bbb9689e2aabc121b_SeqId_4_ 2024-12-04T15:21:42,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/staging/jenkins.hfs.6__test__mn31fok41dn97s5s7as3tags1cbonfkhaui87p5uo9u1tcipa75fbossgimpl05n/f/771e365a51d342b680e334c00e42e213_SeqId_4_ into 140426922083970fdd773ccc36cbeb0a/f as hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/default/test/140426922083970fdd773ccc36cbeb0a/f/4c433d2d3b8744d09f2e715e3c57c512_SeqId_4_ - updating store file list. 2024-12-04T15:21:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4c433d2d3b8744d09f2e715e3c57c512_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T15:21:42,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/default/test/140426922083970fdd773ccc36cbeb0a/f/4c433d2d3b8744d09f2e715e3c57c512_SeqId_4_ into 140426922083970fdd773ccc36cbeb0a/f 2024-12-04T15:21:42,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/staging/jenkins.hfs.6__test__mn31fok41dn97s5s7as3tags1cbonfkhaui87p5uo9u1tcipa75fbossgimpl05n/f/771e365a51d342b680e334c00e42e213_SeqId_4_ into 140426922083970fdd773ccc36cbeb0a/f (new location: hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/default/test/140426922083970fdd773ccc36cbeb0a/f/4c433d2d3b8744d09f2e715e3c57c512_SeqId_4_) 2024-12-04T15:21:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/staging/jenkins.hfs.6__test__mn31fok41dn97s5s7as3tags1cbonfkhaui87p5uo9u1tcipa75fbossgimpl05n/f/771e365a51d342b680e334c00e42e213_SeqId_4_ 2024-12-04T15:21:42,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43891 {}] regionserver.ReplicationSink(324): Finished replicating [d2d7548c-3e9c-4287-a02a-cc47b10679a3] bulk loaded data 2024-12-04T15:21:42,061 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 687, reset compression=false 2024-12-04T15:21:42,566 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 687, reset compression=false 2024-12-04T15:21:42,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:21:42,996 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733325702994/Put/seqid=0 2024-12-04T15:21:43,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741842_1018 (size=7997) 2024-12-04T15:21:43,170 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 687, reset compression=false 2024-12-04T15:21:43,411 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733325703410/Put/seqid=0 2024-12-04T15:21:43,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741843_1019 (size=7794) 2024-12-04T15:21:43,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a70f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:43,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,34467,-1 for getting cluster id 2024-12-04T15:21:43,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:21:43,823 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2d7548c-3e9c-4287-a02a-cc47b10679a3' 2024-12-04T15:21:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:21:43,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2d7548c-3e9c-4287-a02a-cc47b10679a3" 2024-12-04T15:21:43,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb3a659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:43,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,34467,-1] 2024-12-04T15:21:43,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:21:43,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:43,825 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:21:43,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511ac6d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:21:43,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=-1] 2024-12-04T15:21:43,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:43,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:43,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:21:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,34467,1733325686828 2024-12-04T15:21:43,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f0ccf5 2024-12-04T15:21:43,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:21:43,843 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:21:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c., hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=2] 2024-12-04T15:21:43,849 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T15:21:43,862 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T15:21:43,866 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T15:21:43,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/load_f1/f1/hfile_0 for inclusion in 081d1d0af49c675bbedcb3bc8c9dff4c/f1 2024-12-04T15:21:43,874 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 687, reset compression=false 2024-12-04T15:21:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T15:21:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:21:43,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/load_f1/f1/hfile_1 for inclusion in 081d1d0af49c675bbedcb3bc8c9dff4c/f1 2024-12-04T15:21:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T15:21:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:21:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HRegion(2603): Flush status journal for 081d1d0af49c675bbedcb3bc8c9dff4c: 2024-12-04T15:21:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/load_f1/f1/hfile_0 to hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__616qlf6fbvokcaf1mrf3iuj74tqcm1pb3d2u8r8hs1lttmd1omsv08fml1grn8ut/f1/hfile_0 2024-12-04T15:21:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__616qlf6fbvokcaf1mrf3iuj74tqcm1pb3d2u8r8hs1lttmd1omsv08fml1grn8ut/f1/hfile_0 as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/f1/aee532f872524df2926db29940cc73c8_SeqId_6_ 2024-12-04T15:21:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/load_f1/f1/hfile_1 to hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__616qlf6fbvokcaf1mrf3iuj74tqcm1pb3d2u8r8hs1lttmd1omsv08fml1grn8ut/f1/hfile_1 2024-12-04T15:21:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__616qlf6fbvokcaf1mrf3iuj74tqcm1pb3d2u8r8hs1lttmd1omsv08fml1grn8ut/f1/hfile_1 as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/f1/47350b682f3e429ca4d5bc2633a700cb_SeqId_6_ 2024-12-04T15:21:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-04T15:21:43,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__616qlf6fbvokcaf1mrf3iuj74tqcm1pb3d2u8r8hs1lttmd1omsv08fml1grn8ut/f1/hfile_0 into 081d1d0af49c675bbedcb3bc8c9dff4c/f1 as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/f1/aee532f872524df2926db29940cc73c8_SeqId_6_ - updating store file list. 2024-12-04T15:21:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aee532f872524df2926db29940cc73c8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T15:21:43,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/f1/aee532f872524df2926db29940cc73c8_SeqId_6_ into 081d1d0af49c675bbedcb3bc8c9dff4c/f1 2024-12-04T15:21:43,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__616qlf6fbvokcaf1mrf3iuj74tqcm1pb3d2u8r8hs1lttmd1omsv08fml1grn8ut/f1/hfile_0 into 081d1d0af49c675bbedcb3bc8c9dff4c/f1 (new location: hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/f1/aee532f872524df2926db29940cc73c8_SeqId_6_) 2024-12-04T15:21:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__616qlf6fbvokcaf1mrf3iuj74tqcm1pb3d2u8r8hs1lttmd1omsv08fml1grn8ut/f1/hfile_0 2024-12-04T15:21:43,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__616qlf6fbvokcaf1mrf3iuj74tqcm1pb3d2u8r8hs1lttmd1omsv08fml1grn8ut/f1/hfile_1 into 081d1d0af49c675bbedcb3bc8c9dff4c/f1 as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/f1/47350b682f3e429ca4d5bc2633a700cb_SeqId_6_ - updating store file list. 2024-12-04T15:21:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 47350b682f3e429ca4d5bc2633a700cb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T15:21:43,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/f1/47350b682f3e429ca4d5bc2633a700cb_SeqId_6_ into 081d1d0af49c675bbedcb3bc8c9dff4c/f1 2024-12-04T15:21:43,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__616qlf6fbvokcaf1mrf3iuj74tqcm1pb3d2u8r8hs1lttmd1omsv08fml1grn8ut/f1/hfile_1 into 081d1d0af49c675bbedcb3bc8c9dff4c/f1 (new location: hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/f1/47350b682f3e429ca4d5bc2633a700cb_SeqId_6_) 2024-12-04T15:21:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/staging/jenkins__test__616qlf6fbvokcaf1mrf3iuj74tqcm1pb3d2u8r8hs1lttmd1omsv08fml1grn8ut/f1/hfile_1 2024-12-04T15:21:43,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:21:43,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:21:43,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:43,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:21:43,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:21:43,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c., hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=2 , the old value is region=test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c., hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c6f2e1d35cf1:43845 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T15:21:43,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c., hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T15:21:43,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c., hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=2 from cache 2024-12-04T15:21:43,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:21:43,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=-1] 2024-12-04T15:21:43,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:21:43,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:21:43,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c., hostname=c6f2e1d35cf1,43845,1733325686983, seqNum=2] 2024-12-04T15:21:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43845: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:45214 deadline: 1733325763919 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:45214 2024-12-04T15:21:44,030 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:43845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T15:21:44,681 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 687, reset compression=false 2024-12-04T15:21:44,686 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:21:44,686 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:21:44,686 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.shipperc6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,43845,1733325686983 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:21:44,890 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:21:45,194 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:21:45,599 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:21:46,104 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:21:46,709 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:21:47,413 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:21:48,218 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:21:49,123 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:21:50,127 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:21:51,233 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:21:52,438 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:21:53,743 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:21:55,147 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:21:56,418 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T15:21:56,651 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:21:58,256 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:21:59,962 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:01,321 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T15:22:01,765 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:03,669 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:04,688 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.shipperc6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,43845,1733325686983 got entry batch from reader: null 2024-12-04T15:22:05,673 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:07,778 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:09,982 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:10,233 INFO [master/c6f2e1d35cf1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T15:22:10,233 INFO [master/c6f2e1d35cf1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T15:22:12,286 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:14,690 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:15,497 INFO [master/c6f2e1d35cf1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T15:22:15,497 INFO [master/c6f2e1d35cf1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T15:22:17,194 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:19,801 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:21,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 081d1d0af49c675bbedcb3bc8c9dff4c, had cached 0 bytes from a total of 31376 2024-12-04T15:22:22,505 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:22,835 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 140426922083970fdd773ccc36cbeb0a, had cached 0 bytes from a total of 15585 2024-12-04T15:22:24,688 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.shipperc6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,43845,1733325686983 got entry batch from reader: null 2024-12-04T15:22:25,310 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:26,418 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T15:22:28,214 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:31,220 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:31,321 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T15:22:34,325 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:35,818 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T15:22:37,531 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:40,835 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:43,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:22:43,971 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:22:43,971 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:22:43,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:22:43,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:22:43,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:22:43,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:22:43,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=298932024, stopped=false 2024-12-04T15:22:43,971 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,34389,1733325691733 2024-12-04T15:22:44,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1708575697/running 2024-12-04T15:22:44,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1708575697/running 2024-12-04T15:22:44,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697 2024-12-04T15:22:44,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697 2024-12-04T15:22:44,064 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:22:44,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:22:44,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:22:44,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:22:44,065 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,43891,1733325691844' ***** 2024-12-04T15:22:44,065 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:22:44,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Set watcher on znode that does not yet exist, /1708575697/running 2024-12-04T15:22:44,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Set watcher on znode that does not yet exist, /1708575697/running 2024-12-04T15:22:44,065 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:22:44,065 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:22:44,065 INFO [RS:0;c6f2e1d35cf1:43891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:22:44,065 INFO [RS:0;c6f2e1d35cf1:43891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:22:44,065 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(3091): Received CLOSE for 140426922083970fdd773ccc36cbeb0a 2024-12-04T15:22:44,066 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,43891,1733325691844 2024-12-04T15:22:44,066 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:22:44,066 INFO [RS:0;c6f2e1d35cf1:43891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:43891. 2024-12-04T15:22:44,066 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:22:44,066 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:22:44,066 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 140426922083970fdd773ccc36cbeb0a, disabling compactions & flushes 2024-12-04T15:22:44,066 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733325697084.140426922083970fdd773ccc36cbeb0a. 2024-12-04T15:22:44,066 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325697084.140426922083970fdd773ccc36cbeb0a. 2024-12-04T15:22:44,066 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:22:44,066 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:22:44,066 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:22:44,066 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733325697084.140426922083970fdd773ccc36cbeb0a. after waiting 0 ms 2024-12-04T15:22:44,066 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733325697084.140426922083970fdd773ccc36cbeb0a. 2024-12-04T15:22:44,066 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:22:44,066 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T15:22:44,066 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1325): Online Regions={140426922083970fdd773ccc36cbeb0a=test,,1733325697084.140426922083970fdd773ccc36cbeb0a., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:22:44,067 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1351): Waiting on 140426922083970fdd773ccc36cbeb0a, 1588230740 2024-12-04T15:22:44,067 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:22:44,067 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:22:44,067 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:22:44,067 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:22:44,067 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:22:44,067 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T15:22:44,070 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/default/test/140426922083970fdd773ccc36cbeb0a/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T15:22:44,071 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:22:44,071 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:22:44,071 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733325697084.140426922083970fdd773ccc36cbeb0a. 2024-12-04T15:22:44,071 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 140426922083970fdd773ccc36cbeb0a: Waiting for close lock at 1733325764066Running coprocessor pre-close hooks at 1733325764066Disabling compacts and flushes for region at 1733325764066Disabling writes for close at 1733325764066Writing region close event to WAL at 1733325764067 (+1 ms)Running coprocessor post-close hooks at 1733325764071 (+4 ms)Closed at 1733325764071 2024-12-04T15:22:44,071 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733325697084.140426922083970fdd773ccc36cbeb0a. 2024-12-04T15:22:44,081 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/.tmp/info/ec27e53d45e8401e9c123b66396dd5bb is 129, key is test,,1733325697084.140426922083970fdd773ccc36cbeb0a./info:regioninfo/1733325697856/Put/seqid=0 2024-12-04T15:22:44,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741839_1015 (size=6421) 2024-12-04T15:22:44,138 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:22:44,240 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:44,267 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:22:44,467 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:22:44,486 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/.tmp/info/ec27e53d45e8401e9c123b66396dd5bb 2024-12-04T15:22:44,505 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/.tmp/ns/0d7c4b5f068e4aeb82a5f68b8c5cbb9d is 43, key is default/ns:d/1733325694770/Put/seqid=0 2024-12-04T15:22:44,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741840_1016 (size=5153) 2024-12-04T15:22:44,667 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:22:44,688 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.shipperc6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,43845,1733325686983 got entry batch from reader: null 2024-12-04T15:22:44,867 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:22:44,909 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/.tmp/ns/0d7c4b5f068e4aeb82a5f68b8c5cbb9d 2024-12-04T15:22:44,927 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/.tmp/rep_barrier/d5a4a0262a8b41178121e0ee248f57f2 is 112, key is test,,1733325697084.140426922083970fdd773ccc36cbeb0a./rep_barrier:seqnumDuringOpen/1733325697856/Put/seqid=0 2024-12-04T15:22:44,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741841_1017 (size=5518) 2024-12-04T15:22:44,975 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:22:44,975 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:22:45,067 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T15:22:45,067 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:22:45,068 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:22:45,268 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:22:45,331 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/.tmp/rep_barrier/d5a4a0262a8b41178121e0ee248f57f2 2024-12-04T15:22:45,348 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/.tmp/table/df8d7c25408c4241bdabd02224b88b3f is 40, key is test/table:state/1733325697872/Put/seqid=0 2024-12-04T15:22:45,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741842_1018 (size=5165) 2024-12-04T15:22:45,468 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:22:45,668 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:22:45,753 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/.tmp/table/df8d7c25408c4241bdabd02224b88b3f 2024-12-04T15:22:45,759 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/.tmp/info/ec27e53d45e8401e9c123b66396dd5bb as hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/info/ec27e53d45e8401e9c123b66396dd5bb 2024-12-04T15:22:45,764 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/info/ec27e53d45e8401e9c123b66396dd5bb, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T15:22:45,765 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/.tmp/ns/0d7c4b5f068e4aeb82a5f68b8c5cbb9d as hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/ns/0d7c4b5f068e4aeb82a5f68b8c5cbb9d 2024-12-04T15:22:45,771 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/ns/0d7c4b5f068e4aeb82a5f68b8c5cbb9d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T15:22:45,772 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/.tmp/rep_barrier/d5a4a0262a8b41178121e0ee248f57f2 as hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/rep_barrier/d5a4a0262a8b41178121e0ee248f57f2 2024-12-04T15:22:45,777 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/rep_barrier/d5a4a0262a8b41178121e0ee248f57f2, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T15:22:45,777 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/.tmp/table/df8d7c25408c4241bdabd02224b88b3f as hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/table/df8d7c25408c4241bdabd02224b88b3f 2024-12-04T15:22:45,782 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/table/df8d7c25408c4241bdabd02224b88b3f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T15:22:45,783 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=11, compaction requested=false 2024-12-04T15:22:45,788 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T15:22:45,788 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:22:45,788 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:22:45,788 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:22:45,788 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325764067Running coprocessor pre-close hooks at 1733325764067Disabling compacts and flushes for region at 1733325764067Disabling writes for close at 1733325764067Obtaining lock to block concurrent updates at 1733325764067Preparing flush snapshotting stores in 1588230740 at 1733325764067Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733325764067Flushing stores of hbase:meta,,1.1588230740 at 1733325764068 (+1 ms)Flushing 1588230740/info: creating writer at 1733325764068Flushing 1588230740/info: appending metadata at 1733325764081 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733325764081Flushing 1588230740/ns: creating writer at 1733325764492 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733325764504 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733325764504Flushing 1588230740/rep_barrier: creating writer at 1733325764914 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733325764926 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733325764926Flushing 1588230740/table: creating writer at 1733325765336 (+410 ms)Flushing 1588230740/table: appending metadata at 1733325765348 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733325765348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9ad30d3: reopening flushed file at 1733325765758 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4421601c: reopening flushed file at 1733325765765 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33f6cbf5: reopening flushed file at 1733325765771 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a2d746: reopening flushed file at 1733325765777 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=11, compaction requested=false at 1733325765783 (+6 ms)Writing region close event to WAL at 1733325765785 (+2 ms)Running coprocessor post-close hooks at 1733325765788 (+3 ms)Closed at 1733325765788 2024-12-04T15:22:45,788 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:22:45,868 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,43891,1733325691844; all regions closed. 2024-12-04T15:22:45,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741834_1010 (size=2717) 2024-12-04T15:22:45,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/WALs/c6f2e1d35cf1,43891,1733325691844/c6f2e1d35cf1%2C43891%2C1733325691844.meta.1733325694709.meta not finished, retry = 0 2024-12-04T15:22:45,975 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/oldWALs 2024-12-04T15:22:45,975 INFO [RS:0;c6f2e1d35cf1:43891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C43891%2C1733325691844.meta:.meta(num 1733325694709) 2024-12-04T15:22:45,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741833_1009 (size=1028) 2024-12-04T15:22:45,977 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/WALs/c6f2e1d35cf1,43891,1733325691844/c6f2e1d35cf1%2C43891%2C1733325691844.1733325694083 not finished, retry = 0 2024-12-04T15:22:46,080 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/oldWALs 2024-12-04T15:22:46,080 INFO [RS:0;c6f2e1d35cf1:43891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C43891%2C1733325691844:(num 1733325694083) 2024-12-04T15:22:46,080 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:22:46,080 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:22:46,081 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:22:46,081 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:22:46,081 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:22:46,081 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:22:46,081 INFO [RS:0;c6f2e1d35cf1:43891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:43891. 2024-12-04T15:22:46,081 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:22:46,081 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:22:46,082 DEBUG [RS:0;c6f2e1d35cf1:43891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:22:46,082 INFO [RS:0;c6f2e1d35cf1:43891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43891 2024-12-04T15:22:46,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:22:46,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697/rs 2024-12-04T15:22:46,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1708575697/rs/c6f2e1d35cf1,43891,1733325691844 2024-12-04T15:22:46,216 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:22:46,217 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,43891,1733325691844] 2024-12-04T15:22:46,414 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1708575697/draining/c6f2e1d35cf1,43891,1733325691844 already deleted, retry=false 2024-12-04T15:22:46,414 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,43891,1733325691844 expired; onlineServers=0 2024-12-04T15:22:46,414 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,34389,1733325691733' ***** 2024-12-04T15:22:46,414 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:22:46,414 INFO [M:0;c6f2e1d35cf1:34389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:22:46,414 INFO [M:0;c6f2e1d35cf1:34389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:22:46,414 DEBUG [M:0;c6f2e1d35cf1:34389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:22:46,414 DEBUG [M:0;c6f2e1d35cf1:34389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:22:46,414 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:22:46,414 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325693870 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325693870,5,FailOnTimeoutGroup] 2024-12-04T15:22:46,414 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325693863 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325693863,5,FailOnTimeoutGroup] 2024-12-04T15:22:46,415 INFO [M:0;c6f2e1d35cf1:34389 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:22:46,415 INFO [M:0;c6f2e1d35cf1:34389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:22:46,415 DEBUG [M:0;c6f2e1d35cf1:34389 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:22:46,415 INFO [M:0;c6f2e1d35cf1:34389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:22:46,415 INFO [M:0;c6f2e1d35cf1:34389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:22:46,415 INFO [M:0;c6f2e1d35cf1:34389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:22:46,415 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:22:46,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:22:46,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43891-0x101a21cc6fc0004, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:22:46,431 INFO [RS:0;c6f2e1d35cf1:43891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:22:46,431 INFO [RS:0;c6f2e1d35cf1:43891 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,43891,1733325691844; zookeeper connection closed. 2024-12-04T15:22:46,431 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a8521ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a8521ad 2024-12-04T15:22:46,432 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:22:46,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1708575697/master 2024-12-04T15:22:46,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1708575697 2024-12-04T15:22:46,472 DEBUG [M:0;c6f2e1d35cf1:34389 {}] zookeeper.ZKUtil(347): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Unable to get data of znode /1708575697/master because node does not exist (not an error) 2024-12-04T15:22:46,472 WARN [M:0;c6f2e1d35cf1:34389 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:22:46,474 INFO [M:0;c6f2e1d35cf1:34389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/.lastflushedseqids 2024-12-04T15:22:46,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741843_1019 (size=173) 2024-12-04T15:22:46,879 INFO [M:0;c6f2e1d35cf1:34389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:22:46,879 INFO [M:0;c6f2e1d35cf1:34389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:22:46,879 DEBUG [M:0;c6f2e1d35cf1:34389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:22:46,879 INFO [M:0;c6f2e1d35cf1:34389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:22:46,879 DEBUG [M:0;c6f2e1d35cf1:34389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:22:46,879 DEBUG [M:0;c6f2e1d35cf1:34389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:22:46,879 DEBUG [M:0;c6f2e1d35cf1:34389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:22:46,879 INFO [M:0;c6f2e1d35cf1:34389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-04T15:22:46,893 DEBUG [M:0;c6f2e1d35cf1:34389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68c6366c2fa04ca6a3612c9eb79a30bd is 82, key is hbase:meta,,1/info:regioninfo/1733325694745/Put/seqid=0 2024-12-04T15:22:46,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741844_1020 (size=5672) 2024-12-04T15:22:47,298 INFO [M:0;c6f2e1d35cf1:34389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68c6366c2fa04ca6a3612c9eb79a30bd 2024-12-04T15:22:47,317 DEBUG [M:0;c6f2e1d35cf1:34389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b003fbc041f4083a3b3af13c41f8fe1 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733325697878/Put/seqid=0 2024-12-04T15:22:47,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741845_1021 (size=6727) 2024-12-04T15:22:47,722 INFO [M:0;c6f2e1d35cf1:34389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b003fbc041f4083a3b3af13c41f8fe1 2024-12-04T15:22:47,728 INFO [M:0;c6f2e1d35cf1:34389 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b003fbc041f4083a3b3af13c41f8fe1 2024-12-04T15:22:47,743 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 to pos 997, reset compression=false 2024-12-04T15:22:47,747 DEBUG [M:0;c6f2e1d35cf1:34389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dd0bf8ed46e4fa3bdf883b5e08a87da is 69, key is c6f2e1d35cf1,43891,1733325691844/rs:state/1733325693916/Put/seqid=0 2024-12-04T15:22:47,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741846_1022 (size=5156) 2024-12-04T15:22:48,152 INFO [M:0;c6f2e1d35cf1:34389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dd0bf8ed46e4fa3bdf883b5e08a87da 2024-12-04T15:22:48,157 DEBUG [M:0;c6f2e1d35cf1:34389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68c6366c2fa04ca6a3612c9eb79a30bd as hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68c6366c2fa04ca6a3612c9eb79a30bd 2024-12-04T15:22:48,161 INFO [M:0;c6f2e1d35cf1:34389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68c6366c2fa04ca6a3612c9eb79a30bd, entries=8, sequenceid=58, filesize=5.5 K 2024-12-04T15:22:48,162 DEBUG [M:0;c6f2e1d35cf1:34389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b003fbc041f4083a3b3af13c41f8fe1 as hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b003fbc041f4083a3b3af13c41f8fe1 2024-12-04T15:22:48,167 INFO [M:0;c6f2e1d35cf1:34389 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b003fbc041f4083a3b3af13c41f8fe1 2024-12-04T15:22:48,167 INFO [M:0;c6f2e1d35cf1:34389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b003fbc041f4083a3b3af13c41f8fe1, entries=6, sequenceid=58, filesize=6.6 K 2024-12-04T15:22:48,168 DEBUG [M:0;c6f2e1d35cf1:34389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dd0bf8ed46e4fa3bdf883b5e08a87da as hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2dd0bf8ed46e4fa3bdf883b5e08a87da 2024-12-04T15:22:48,172 INFO [M:0;c6f2e1d35cf1:34389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/56790e21-e2c1-85f6-16c0-69104dcf2455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2dd0bf8ed46e4fa3bdf883b5e08a87da, entries=1, sequenceid=58, filesize=5.0 K 2024-12-04T15:22:48,173 INFO [M:0;c6f2e1d35cf1:34389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=58, compaction requested=false 2024-12-04T15:22:48,175 INFO [M:0;c6f2e1d35cf1:34389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:22:48,175 DEBUG [M:0;c6f2e1d35cf1:34389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325766879Disabling compacts and flushes for region at 1733325766879Disabling writes for close at 1733325766879Obtaining lock to block concurrent updates at 1733325766879Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325766879Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733325766880 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325766880Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325766880Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325766893 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325766893Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325767303 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325767317 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325767317Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325767728 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325767747 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325767747Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528da3d7: reopening flushed file at 1733325768156 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9275dcf: reopening flushed file at 1733325768161 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136cc502: reopening flushed file at 1733325768167 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=58, compaction requested=false at 1733325768173 (+6 ms)Writing region close event to WAL at 1733325768174 (+1 ms)Closed at 1733325768174 2024-12-04T15:22:48,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35225 is added to blk_1073741830_1006 (size=33026) 2024-12-04T15:22:48,177 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:22:48,177 INFO [M:0;c6f2e1d35cf1:34389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:22:48,177 INFO [M:0;c6f2e1d35cf1:34389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34389 2024-12-04T15:22:48,178 INFO [M:0;c6f2e1d35cf1:34389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:22:48,331 INFO [M:0;c6f2e1d35cf1:34389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:22:48,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:22:48,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34389-0x101a21cc6fc0003, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:22:48,360 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28bd404e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:22:48,360 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@428311ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:22:48,360 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:22:48,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@759cc101{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:22:48,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c656c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/hadoop.log.dir/,STOPPED} 2024-12-04T15:22:48,362 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:22:48,362 WARN [BP-893230418-172.17.0.3-1733325690361 heartbeating to localhost/127.0.0.1:46747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:22:48,362 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:22:48,362 WARN [BP-893230418-172.17.0.3-1733325690361 heartbeating to localhost/127.0.0.1:46747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-893230418-172.17.0.3-1733325690361 (Datanode Uuid 27cd5e4b-4664-4d9c-b494-1a9353192e0f) service to localhost/127.0.0.1:46747 2024-12-04T15:22:48,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/cluster_7d380752-c8bb-7c1b-427d-37776720fe50/data/data1/current/BP-893230418-172.17.0.3-1733325690361 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:22:48,363 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/cluster_7d380752-c8bb-7c1b-427d-37776720fe50/data/data2/current/BP-893230418-172.17.0.3-1733325690361 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:22:48,363 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:22:48,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@444d644d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:22:48,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30211fed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:22:48,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:22:48,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190dc48d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:22:48,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a69e711{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/hadoop.log.dir/,STOPPED} 2024-12-04T15:22:48,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:22:48,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:22:48,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:22:48,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:22:48,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:22:48,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:22:48,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:22:48,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:22:48,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=345453987, stopped=false 2024-12-04T15:22:48,381 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,34467,1733325686828 2024-12-04T15:22:48,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01582218002/running 2024-12-04T15:22:48,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01582218002/running 2024-12-04T15:22:48,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:22:48,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:22:48,397 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:22:48,397 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:22:48,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:22:48,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:22:48,398 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,43845,1733325686983' ***** 2024-12-04T15:22:48,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Set watcher on znode that does not yet exist, /01582218002/running 2024-12-04T15:22:48,398 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:22:48,398 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:22:48,398 INFO [RS:0;c6f2e1d35cf1:43845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:22:48,398 INFO [RS:0;c6f2e1d35cf1:43845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:22:48,398 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:22:48,398 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(3091): Received CLOSE for bcf85a919a4ca8312a490643153152f5 2024-12-04T15:22:48,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Set watcher on znode that does not yet exist, /01582218002/running 2024-12-04T15:22:48,399 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(3091): Received CLOSE for 081d1d0af49c675bbedcb3bc8c9dff4c 2024-12-04T15:22:48,399 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,43845,1733325686983 2024-12-04T15:22:48,399 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:22:48,399 INFO [RS:0;c6f2e1d35cf1:43845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:43845. 2024-12-04T15:22:48,399 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:22:48,399 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:22:48,399 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcf85a919a4ca8312a490643153152f5, disabling compactions & flushes 2024-12-04T15:22:48,399 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:22:48,399 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5. 2024-12-04T15:22:48,399 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:22:48,399 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:22:48,399 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5. 2024-12-04T15:22:48,399 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:22:48,399 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5. after waiting 0 ms 2024-12-04T15:22:48,399 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5. 2024-12-04T15:22:48,399 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bcf85a919a4ca8312a490643153152f5 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-04T15:22:48,399 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T15:22:48,399 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1325): Online Regions={bcf85a919a4ca8312a490643153152f5=hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5., 1588230740=hbase:meta,,1.1588230740, 081d1d0af49c675bbedcb3bc8c9dff4c=test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c.} 2024-12-04T15:22:48,399 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1351): Waiting on 081d1d0af49c675bbedcb3bc8c9dff4c, 1588230740, bcf85a919a4ca8312a490643153152f5 2024-12-04T15:22:48,399 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:22:48,399 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:22:48,399 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:22:48,399 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:22:48,399 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:22:48,399 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T15:22:48,412 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/replication/bcf85a919a4ca8312a490643153152f5/.tmp/hfileref/af29ab26a1ad463c94a5a5466c02b6b2 is 74, key is 1/hfileref:771e365a51d342b680e334c00e42e213_SeqId_4_/1733325702054/DeleteColumn/seqid=0 2024-12-04T15:22:48,413 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/.tmp/info/c88955a16e3047fca4efe936cf4cb8e5 is 147, key is hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5./info:regioninfo/1733325699438/Put/seqid=0 2024-12-04T15:22:48,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741844_1020 (size=5203) 2024-12-04T15:22:48,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741845_1021 (size=7686) 2024-12-04T15:22:48,436 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:22:48,599 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1351): Waiting on 081d1d0af49c675bbedcb3bc8c9dff4c, 1588230740, bcf85a919a4ca8312a490643153152f5 2024-12-04T15:22:48,799 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1351): Waiting on 081d1d0af49c675bbedcb3bc8c9dff4c, 1588230740, bcf85a919a4ca8312a490643153152f5 2024-12-04T15:22:48,821 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/replication/bcf85a919a4ca8312a490643153152f5/.tmp/hfileref/af29ab26a1ad463c94a5a5466c02b6b2 2024-12-04T15:22:48,821 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/.tmp/info/c88955a16e3047fca4efe936cf4cb8e5 2024-12-04T15:22:48,838 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/.tmp/ns/7a685b92e6c84e5e8a127fb90f7207a3 is 43, key is default/ns:d/1733325690214/Put/seqid=0 2024-12-04T15:22:48,838 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/replication/bcf85a919a4ca8312a490643153152f5/.tmp/queue/dcd1aa4b783a401db9723d4b70eacb6d is 153, key is 1-c6f2e1d35cf1,43845,1733325686983/queue:c6f2e1d35cf1%2C43845%2C1733325686983/1733325704687/Put/seqid=0 2024-12-04T15:22:48,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741846_1022 (size=5352) 2024-12-04T15:22:48,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741847_1023 (size=5153) 2024-12-04T15:22:49,000 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1351): Waiting on 081d1d0af49c675bbedcb3bc8c9dff4c, 1588230740, bcf85a919a4ca8312a490643153152f5 2024-12-04T15:22:49,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:22:49,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:22:49,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:22:49,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:22:49,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:22:49,144 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:22:49,144 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:22:49,200 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1351): Waiting on 081d1d0af49c675bbedcb3bc8c9dff4c, 1588230740, bcf85a919a4ca8312a490643153152f5 2024-12-04T15:22:49,242 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/replication/bcf85a919a4ca8312a490643153152f5/.tmp/queue/dcd1aa4b783a401db9723d4b70eacb6d 2024-12-04T15:22:49,242 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/.tmp/ns/7a685b92e6c84e5e8a127fb90f7207a3 2024-12-04T15:22:49,247 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/replication/bcf85a919a4ca8312a490643153152f5/.tmp/hfileref/af29ab26a1ad463c94a5a5466c02b6b2 as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/replication/bcf85a919a4ca8312a490643153152f5/hfileref/af29ab26a1ad463c94a5a5466c02b6b2 2024-12-04T15:22:49,253 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/replication/bcf85a919a4ca8312a490643153152f5/hfileref/af29ab26a1ad463c94a5a5466c02b6b2, entries=2, sequenceid=10, filesize=5.1 K 2024-12-04T15:22:49,254 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/replication/bcf85a919a4ca8312a490643153152f5/.tmp/queue/dcd1aa4b783a401db9723d4b70eacb6d as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/replication/bcf85a919a4ca8312a490643153152f5/queue/dcd1aa4b783a401db9723d4b70eacb6d 2024-12-04T15:22:49,262 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/.tmp/rep_barrier/ddec172938b146a692002117405be2ed is 112, key is test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c./rep_barrier:seqnumDuringOpen/1733325696110/Put/seqid=0 2024-12-04T15:22:49,264 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/replication/bcf85a919a4ca8312a490643153152f5/queue/dcd1aa4b783a401db9723d4b70eacb6d, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T15:22:49,265 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for bcf85a919a4ca8312a490643153152f5 in 866ms, sequenceid=10, compaction requested=false 2024-12-04T15:22:49,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741848_1024 (size=5518) 2024-12-04T15:22:49,274 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/replication/bcf85a919a4ca8312a490643153152f5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T15:22:49,275 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:22:49,275 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:22:49,275 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5. 2024-12-04T15:22:49,275 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcf85a919a4ca8312a490643153152f5: Waiting for close lock at 1733325768399Running coprocessor pre-close hooks at 1733325768399Disabling compacts and flushes for region at 1733325768399Disabling writes for close at 1733325768399Obtaining lock to block concurrent updates at 1733325768399Preparing flush snapshotting stores in bcf85a919a4ca8312a490643153152f5 at 1733325768399Finished memstore snapshotting hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733325768399Flushing stores of hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5. at 1733325768400 (+1 ms)Flushing bcf85a919a4ca8312a490643153152f5/hfileref: creating writer at 1733325768400Flushing bcf85a919a4ca8312a490643153152f5/hfileref: appending metadata at 1733325768412 (+12 ms)Flushing bcf85a919a4ca8312a490643153152f5/hfileref: closing flushed file at 1733325768412Flushing bcf85a919a4ca8312a490643153152f5/queue: creating writer at 1733325768826 (+414 ms)Flushing bcf85a919a4ca8312a490643153152f5/queue: appending metadata at 1733325768837 (+11 ms)Flushing bcf85a919a4ca8312a490643153152f5/queue: closing flushed file at 1733325768837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35e0ca5: reopening flushed file at 1733325769247 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1aa2b9: reopening flushed file at 1733325769253 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for bcf85a919a4ca8312a490643153152f5 in 866ms, sequenceid=10, compaction requested=false at 1733325769265 (+12 ms)Writing region close event to WAL at 1733325769271 (+6 ms)Running coprocessor post-close hooks at 1733325769275 (+4 ms)Closed at 1733325769275 2024-12-04T15:22:49,275 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733325698259.bcf85a919a4ca8312a490643153152f5. 2024-12-04T15:22:49,275 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 081d1d0af49c675bbedcb3bc8c9dff4c, disabling compactions & flushes 2024-12-04T15:22:49,275 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c. 2024-12-04T15:22:49,275 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c. 2024-12-04T15:22:49,275 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c. after waiting 0 ms 2024-12-04T15:22:49,275 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c. 2024-12-04T15:22:49,280 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/default/test/081d1d0af49c675bbedcb3bc8c9dff4c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T15:22:49,280 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:22:49,280 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:22:49,280 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c. 2024-12-04T15:22:49,280 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 081d1d0af49c675bbedcb3bc8c9dff4c: Waiting for close lock at 1733325769275Running coprocessor pre-close hooks at 1733325769275Disabling compacts and flushes for region at 1733325769275Disabling writes for close at 1733325769275Writing region close event to WAL at 1733325769276 (+1 ms)Running coprocessor post-close hooks at 1733325769280 (+4 ms)Closed at 1733325769280 2024-12-04T15:22:49,280 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733325694924.081d1d0af49c675bbedcb3bc8c9dff4c. 2024-12-04T15:22:49,400 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T15:22:49,400 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:22:49,400 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:22:49,595 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:22:49,600 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:22:49,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:22:49,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:22:49,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:22:49,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:22:49,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:22:49,668 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/.tmp/rep_barrier/ddec172938b146a692002117405be2ed 2024-12-04T15:22:49,687 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/.tmp/table/e13a7832e0454645bb49670c5b0316ba is 53, key is hbase:replication/table:state/1733325699446/Put/seqid=0 2024-12-04T15:22:49,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741849_1025 (size=5308) 2024-12-04T15:22:49,800 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:22:49,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T15:22:49,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T15:22:49,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:22:50,001 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:22:50,092 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/.tmp/table/e13a7832e0454645bb49670c5b0316ba 2024-12-04T15:22:50,098 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/.tmp/info/c88955a16e3047fca4efe936cf4cb8e5 as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/info/c88955a16e3047fca4efe936cf4cb8e5 2024-12-04T15:22:50,104 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/info/c88955a16e3047fca4efe936cf4cb8e5, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T15:22:50,104 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/.tmp/ns/7a685b92e6c84e5e8a127fb90f7207a3 as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/ns/7a685b92e6c84e5e8a127fb90f7207a3 2024-12-04T15:22:50,109 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/ns/7a685b92e6c84e5e8a127fb90f7207a3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T15:22:50,110 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/.tmp/rep_barrier/ddec172938b146a692002117405be2ed as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/rep_barrier/ddec172938b146a692002117405be2ed 2024-12-04T15:22:50,114 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/rep_barrier/ddec172938b146a692002117405be2ed, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T15:22:50,115 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/.tmp/table/e13a7832e0454645bb49670c5b0316ba as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/table/e13a7832e0454645bb49670c5b0316ba 2024-12-04T15:22:50,120 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/table/e13a7832e0454645bb49670c5b0316ba, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T15:22:50,121 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false 2024-12-04T15:22:50,121 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:22:50,126 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:22:50,126 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:22:50,127 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:22:50,127 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:22:50,127 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325768399Running coprocessor pre-close hooks at 1733325768399Disabling compacts and flushes for region at 1733325768399Disabling writes for close at 1733325768399Obtaining lock to block concurrent updates at 1733325768399Preparing flush snapshotting stores in 1588230740 at 1733325768399Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733325768400 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733325768400Flushing 1588230740/info: creating writer at 1733325768400Flushing 1588230740/info: appending metadata at 1733325768413 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733325768413Flushing 1588230740/ns: creating writer at 1733325768826 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733325768837 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733325768837Flushing 1588230740/rep_barrier: creating writer at 1733325769247 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733325769262 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733325769262Flushing 1588230740/table: creating writer at 1733325769674 (+412 ms)Flushing 1588230740/table: appending metadata at 1733325769687 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733325769687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e23349: reopening flushed file at 1733325770098 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a08464: reopening flushed file at 1733325770104 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6166e01: reopening flushed file at 1733325770109 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b2cf3f: reopening flushed file at 1733325770114 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false at 1733325770121 (+7 ms)Writing region close event to WAL at 1733325770123 (+2 ms)Running coprocessor post-close hooks at 1733325770126 (+3 ms)Closed at 1733325770127 (+1 ms) 2024-12-04T15:22:50,127 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:22:50,201 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,43845,1733325686983; all regions closed. 2024-12-04T15:22:50,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741834_1010 (size=4239) 2024-12-04T15:22:50,205 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/oldWALs 2024-12-04T15:22:50,205 INFO [RS:0;c6f2e1d35cf1:43845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C43845%2C1733325686983.meta:.meta(num 1733325690129) 2024-12-04T15:22:50,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741839_1015 (size=2700) 2024-12-04T15:22:50,207 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.rep.1733325699400 not finished, retry = 0 2024-12-04T15:22:50,310 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/oldWALs 2024-12-04T15:22:50,310 INFO [RS:0;c6f2e1d35cf1:43845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C43845%2C1733325686983.rep:(num 1733325699400) 2024-12-04T15:22:50,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741832_1008 (size=1300) 2024-12-04T15:22:50,312 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/WALs/c6f2e1d35cf1,43845,1733325686983/c6f2e1d35cf1%2C43845%2C1733325686983.1733325689187 not finished, retry = 0 2024-12-04T15:22:50,414 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/oldWALs 2024-12-04T15:22:50,414 INFO [RS:0;c6f2e1d35cf1:43845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C43845%2C1733325686983:(num 1733325689187) 2024-12-04T15:22:50,414 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:22:50,414 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:22:50,414 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:22:50,415 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T15:22:50,415 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:22:50,415 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:22:50,415 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,43845,1733325686983 because: Region server is closing 2024-12-04T15:22:50,415 INFO [RS:0;c6f2e1d35cf1:43845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:43845. 2024-12-04T15:22:50,415 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:22:50,415 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:22:50,416 DEBUG [RS:0;c6f2e1d35cf1:43845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:22:50,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:22:50,516 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.shipperc6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T15:22:50,516 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.wal-reader.c6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T15:22:50,516 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,43845,1733325686983.replicationSource.shipperc6f2e1d35cf1%2C43845%2C1733325686983,1-c6f2e1d35cf1,43845,1733325686983 terminated 2024-12-04T15:22:50,516 INFO [RS:0;c6f2e1d35cf1:43845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43845 2024-12-04T15:22:50,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002/rs 2024-12-04T15:22:50,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01582218002/rs/c6f2e1d35cf1,43845,1733325686983 2024-12-04T15:22:50,555 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:22:50,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,43845,1733325686983] 2024-12-04T15:22:50,572 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01582218002/draining/c6f2e1d35cf1,43845,1733325686983 already deleted, retry=false 2024-12-04T15:22:50,572 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,43845,1733325686983 expired; onlineServers=0 2024-12-04T15:22:50,572 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,34467,1733325686828' ***** 2024-12-04T15:22:50,572 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:22:50,572 INFO [M:0;c6f2e1d35cf1:34467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:22:50,572 INFO [M:0;c6f2e1d35cf1:34467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:22:50,572 DEBUG [M:0;c6f2e1d35cf1:34467 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:22:50,572 DEBUG [M:0;c6f2e1d35cf1:34467 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:22:50,572 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:22:50,572 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325688942 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325688942,5,FailOnTimeoutGroup] 2024-12-04T15:22:50,572 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325688942 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325688942,5,FailOnTimeoutGroup] 2024-12-04T15:22:50,572 INFO [M:0;c6f2e1d35cf1:34467 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:22:50,572 INFO [M:0;c6f2e1d35cf1:34467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:22:50,572 DEBUG [M:0;c6f2e1d35cf1:34467 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:22:50,573 INFO [M:0;c6f2e1d35cf1:34467 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:22:50,573 INFO [M:0;c6f2e1d35cf1:34467 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:22:50,573 INFO [M:0;c6f2e1d35cf1:34467 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:22:50,573 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:22:50,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01582218002/master 2024-12-04T15:22:50,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01582218002 2024-12-04T15:22:50,580 DEBUG [M:0;c6f2e1d35cf1:34467 {}] zookeeper.ZKUtil(347): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Unable to get data of znode /01582218002/master because node does not exist (not an error) 2024-12-04T15:22:50,580 WARN [M:0;c6f2e1d35cf1:34467 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:22:50,582 INFO [M:0;c6f2e1d35cf1:34467 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/.lastflushedseqids 2024-12-04T15:22:50,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741850_1026 (size=263) 2024-12-04T15:22:50,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:22:50,664 INFO [RS:0;c6f2e1d35cf1:43845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:22:50,664 INFO [RS:0;c6f2e1d35cf1:43845 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,43845,1733325686983; zookeeper connection closed. 2024-12-04T15:22:50,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43845-0x101a21cc6fc0001, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:22:50,664 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a204745 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a204745 2024-12-04T15:22:50,664 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:22:50,987 INFO [M:0;c6f2e1d35cf1:34467 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:22:50,987 INFO [M:0;c6f2e1d35cf1:34467 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:22:50,987 DEBUG [M:0;c6f2e1d35cf1:34467 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:22:50,987 INFO [M:0;c6f2e1d35cf1:34467 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:22:50,987 DEBUG [M:0;c6f2e1d35cf1:34467 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:22:50,987 DEBUG [M:0;c6f2e1d35cf1:34467 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:22:50,987 DEBUG [M:0;c6f2e1d35cf1:34467 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:22:50,988 INFO [M:0;c6f2e1d35cf1:34467 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-12-04T15:22:51,001 DEBUG [M:0;c6f2e1d35cf1:34467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb076199a93843178f6df609fe72a914 is 82, key is hbase:meta,,1/info:regioninfo/1733325690161/Put/seqid=0 2024-12-04T15:22:51,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741851_1027 (size=5672) 2024-12-04T15:22:51,406 INFO [M:0;c6f2e1d35cf1:34467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb076199a93843178f6df609fe72a914 2024-12-04T15:22:51,423 DEBUG [M:0;c6f2e1d35cf1:34467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a82257cad9e94f0e8f7f4561aed4254a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733325696145/Put/seqid=0 2024-12-04T15:22:51,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741852_1028 (size=7241) 2024-12-04T15:22:51,828 INFO [M:0;c6f2e1d35cf1:34467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a82257cad9e94f0e8f7f4561aed4254a 2024-12-04T15:22:51,832 INFO [M:0;c6f2e1d35cf1:34467 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a82257cad9e94f0e8f7f4561aed4254a 2024-12-04T15:22:51,843 DEBUG [M:0;c6f2e1d35cf1:34467 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6edb4e6a29d94c38848db992d2a087c0 is 69, key is c6f2e1d35cf1,43845,1733325686983/rs:state/1733325689039/Put/seqid=0 2024-12-04T15:22:51,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741853_1029 (size=5156) 2024-12-04T15:22:52,247 INFO [M:0;c6f2e1d35cf1:34467 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6edb4e6a29d94c38848db992d2a087c0 2024-12-04T15:22:52,252 DEBUG [M:0;c6f2e1d35cf1:34467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb076199a93843178f6df609fe72a914 as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb076199a93843178f6df609fe72a914 2024-12-04T15:22:52,256 INFO [M:0;c6f2e1d35cf1:34467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb076199a93843178f6df609fe72a914, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T15:22:52,257 DEBUG [M:0;c6f2e1d35cf1:34467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a82257cad9e94f0e8f7f4561aed4254a as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a82257cad9e94f0e8f7f4561aed4254a 2024-12-04T15:22:52,263 INFO [M:0;c6f2e1d35cf1:34467 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a82257cad9e94f0e8f7f4561aed4254a 2024-12-04T15:22:52,263 INFO [M:0;c6f2e1d35cf1:34467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a82257cad9e94f0e8f7f4561aed4254a, entries=11, sequenceid=105, filesize=7.1 K 2024-12-04T15:22:52,264 DEBUG [M:0;c6f2e1d35cf1:34467 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6edb4e6a29d94c38848db992d2a087c0 as hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6edb4e6a29d94c38848db992d2a087c0 2024-12-04T15:22:52,268 INFO [M:0;c6f2e1d35cf1:34467 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38587/user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6edb4e6a29d94c38848db992d2a087c0, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T15:22:52,269 INFO [M:0;c6f2e1d35cf1:34467 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-12-04T15:22:52,271 INFO [M:0;c6f2e1d35cf1:34467 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:22:52,271 DEBUG [M:0;c6f2e1d35cf1:34467 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325770987Disabling compacts and flushes for region at 1733325770987Disabling writes for close at 1733325770987Obtaining lock to block concurrent updates at 1733325770988 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325770988Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1733325770988Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325770989 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325770989Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325771001 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325771001Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325771411 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325771423 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325771423Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325771832 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325771843 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325771843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ec2307: reopening flushed file at 1733325772251 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e8ae957: reopening flushed file at 1733325772257 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18cce871: reopening flushed file at 1733325772263 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1733325772269 (+6 ms)Writing region close event to WAL at 1733325772271 (+2 ms)Closed at 1733325772271 2024-12-04T15:22:52,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37155 is added to blk_1073741830_1006 (size=64538) 2024-12-04T15:22:52,273 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c1ccba5-d28d-5f0e-6a44-47f97099707a/MasterData/WALs/c6f2e1d35cf1,34467,1733325686828/c6f2e1d35cf1%2C34467%2C1733325686828.1733325688728 not finished, retry = 0 2024-12-04T15:22:52,374 INFO [M:0;c6f2e1d35cf1:34467 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:22:52,374 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:22:52,374 INFO [M:0;c6f2e1d35cf1:34467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34467 2024-12-04T15:22:52,374 INFO [M:0;c6f2e1d35cf1:34467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:22:52,484 INFO [M:0;c6f2e1d35cf1:34467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:22:52,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:22:52,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34467-0x101a21cc6fc0000, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:22:52,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ec5fece{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:22:52,487 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fc5a1d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:22:52,487 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:22:52,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61327946{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:22:52,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50618d79{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/hadoop.log.dir/,STOPPED} 2024-12-04T15:22:52,488 WARN [BP-1803715281-172.17.0.3-1733325685113 heartbeating to localhost/127.0.0.1:38587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:22:52,488 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:22:52,488 WARN [BP-1803715281-172.17.0.3-1733325685113 heartbeating to localhost/127.0.0.1:38587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1803715281-172.17.0.3-1733325685113 (Datanode Uuid b10796cd-0905-4fde-93ce-e1896bc562ae) service to localhost/127.0.0.1:38587 2024-12-04T15:22:52,488 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:22:52,488 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/cluster_408a75b5-023c-5087-5ace-ed656cb9dc5b/data/data1/current/BP-1803715281-172.17.0.3-1733325685113 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:22:52,489 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/cluster_408a75b5-023c-5087-5ace-ed656cb9dc5b/data/data2/current/BP-1803715281-172.17.0.3-1733325685113 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:22:52,489 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:22:52,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a317101{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:22:52,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18adc6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:22:52,494 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:22:52,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1425a20b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:22:52,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530e8ec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd92a202-4be3-b948-e8b6-210690f40c47/hadoop.log.dir/,STOPPED} 2024-12-04T15:22:52,498 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T15:22:52,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:22:52,516 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 138) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57801) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57801) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f94e8b8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38587 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46747 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38587 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38587 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38587 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f94e8b8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 360), ProcessCount=11 (was 11), AvailableMemoryMB=4606 (was 4283) - AvailableMemoryMB LEAK? - 2024-12-04T15:22:52,527 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=4606 2024-12-04T15:22:52,537 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-04T15:22:52,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/hadoop.log.dir so I do NOT create it in target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d 2024-12-04T15:22:52,537 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:22:52,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/hadoop.tmp.dir so I do NOT create it in target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d 2024-12-04T15:22:52,537 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a16c046-f7f5-e3e1-886e-d73e60e44dff/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:22:52,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d 2024-12-04T15:22:52,538 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/cluster_70beaf75-c341-6555-ab61-22ee3a8cd268, deleteOnExit=true 2024-12-04T15:22:52,556 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/cluster_70beaf75-c341-6555-ab61-22ee3a8cd268/zookeeper_0, clientPort=56202, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/cluster_70beaf75-c341-6555-ab61-22ee3a8cd268/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/cluster_70beaf75-c341-6555-ab61-22ee3a8cd268/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:22:52,557 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56202 2024-12-04T15:22:52,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:22:52,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:22:52,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/test.cache.data in system properties and HBase conf 2024-12-04T15:22:52,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:22:52,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:22:52,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:22:52,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:22:52,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:22:52,558 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:22:52,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:22:52,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:22:52,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:22:52,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:22:52,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:22:52,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:22:52,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:22:52,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:22:52,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:22:52,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:22:52,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:22:52,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:22:52,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:22:52,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:22:52,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a21cc6fc0002, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:22:52,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a21cc6fc0005, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:22:52,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a21cc6fc0002, quorum=127.0.0.1:57801, baseZNode=/01582218002 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:22:52,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a21cc6fc0005, quorum=127.0.0.1:57801, baseZNode=/1708575697 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:22:52,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:22:52,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:22:52,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:22:52,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:22:52,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:22:52,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:22:52,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb036dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:22:52,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c9eb55a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:22:52,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@426661ad{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/java.io.tmpdir/jetty-localhost-37677-hadoop-hdfs-3_4_1-tests_jar-_-any-5117147538230374784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:22:52,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21f4e1df{HTTP/1.1, (http/1.1)}{localhost:37677} 2024-12-04T15:22:52,920 INFO [Time-limited test {}] server.Server(415): Started @138613ms 2024-12-04T15:22:53,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:22:53,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:22:53,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:22:53,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:22:53,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:22:53,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461e8a19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:22:53,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c456414{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:22:53,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e2bf0b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/java.io.tmpdir/jetty-localhost-33965-hadoop-hdfs-3_4_1-tests_jar-_-any-1480309735517940960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:22:53,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ac8bff7{HTTP/1.1, (http/1.1)}{localhost:33965} 2024-12-04T15:22:53,199 INFO [Time-limited test {}] server.Server(415): Started @138892ms 2024-12-04T15:22:53,200 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:22:53,558 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/cluster_70beaf75-c341-6555-ab61-22ee3a8cd268/data/data2/current/BP-1996804240-172.17.0.3-1733325772572/current, will proceed with Du for space computation calculation, 2024-12-04T15:22:53,558 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/cluster_70beaf75-c341-6555-ab61-22ee3a8cd268/data/data1/current/BP-1996804240-172.17.0.3-1733325772572/current, will proceed with Du for space computation calculation, 2024-12-04T15:22:53,571 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:22:53,573 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71e9af271197cb88 with lease ID 0xb2bbd98fbe5b8a4c: Processing first storage report for DS-f66e010a-b3e7-4e7e-b32e-16140a4f6293 from datanode DatanodeRegistration(127.0.0.1:41755, datanodeUuid=eb9a8f74-af54-441a-974f-a61886315bea, infoPort=44943, infoSecurePort=0, ipcPort=35637, storageInfo=lv=-57;cid=testClusterID;nsid=1325580257;c=1733325772572) 2024-12-04T15:22:53,573 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71e9af271197cb88 with lease ID 0xb2bbd98fbe5b8a4c: from storage DS-f66e010a-b3e7-4e7e-b32e-16140a4f6293 node DatanodeRegistration(127.0.0.1:41755, datanodeUuid=eb9a8f74-af54-441a-974f-a61886315bea, infoPort=44943, infoSecurePort=0, ipcPort=35637, storageInfo=lv=-57;cid=testClusterID;nsid=1325580257;c=1733325772572), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:22:53,573 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71e9af271197cb88 with lease ID 0xb2bbd98fbe5b8a4c: Processing first storage report for DS-3372b8f6-c0fb-4294-9f06-114711cc8b41 from datanode DatanodeRegistration(127.0.0.1:41755, datanodeUuid=eb9a8f74-af54-441a-974f-a61886315bea, infoPort=44943, infoSecurePort=0, ipcPort=35637, storageInfo=lv=-57;cid=testClusterID;nsid=1325580257;c=1733325772572) 2024-12-04T15:22:53,573 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71e9af271197cb88 with lease ID 0xb2bbd98fbe5b8a4c: from storage DS-3372b8f6-c0fb-4294-9f06-114711cc8b41 node DatanodeRegistration(127.0.0.1:41755, datanodeUuid=eb9a8f74-af54-441a-974f-a61886315bea, infoPort=44943, infoSecurePort=0, ipcPort=35637, storageInfo=lv=-57;cid=testClusterID;nsid=1325580257;c=1733325772572), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:22:53,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d 2024-12-04T15:22:53,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:22:53,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:22:53,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:22:54,032 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f with version=8 2024-12-04T15:22:54,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/hbase-staging 2024-12-04T15:22:54,034 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:22:54,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:22:54,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:22:54,034 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:22:54,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:22:54,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:22:54,034 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:22:54,034 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:22:54,035 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34831 2024-12-04T15:22:54,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34831 connecting to ZooKeeper ensemble=127.0.0.1:56202 2024-12-04T15:22:54,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348310x0, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:22:54,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34831-0x101a21e1cb50000 connected 2024-12-04T15:22:54,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:22:54,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:22:54,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on znode that does not yet exist, /0389495796/running 2024-12-04T15:22:54,166 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f, hbase.cluster.distributed=false 2024-12-04T15:22:54,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on znode that does not yet exist, /0389495796/acl 2024-12-04T15:22:54,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34831 2024-12-04T15:22:54,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34831 2024-12-04T15:22:54,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34831 2024-12-04T15:22:54,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34831 2024-12-04T15:22:54,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34831 2024-12-04T15:22:54,180 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:22:54,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:22:54,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:22:54,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:22:54,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:22:54,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:22:54,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:22:54,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:22:54,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39257 2024-12-04T15:22:54,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39257 connecting to ZooKeeper ensemble=127.0.0.1:56202 2024-12-04T15:22:54,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:22:54,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:22:54,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392570x0, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:22:54,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392570x0, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on znode that does not yet exist, /0389495796/running 2024-12-04T15:22:54,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39257-0x101a21e1cb50001 connected 2024-12-04T15:22:54,197 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:22:54,197 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:22:54,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on znode that does not yet exist, /0389495796/master 2024-12-04T15:22:54,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on znode that does not yet exist, /0389495796/acl 2024-12-04T15:22:54,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39257 2024-12-04T15:22:54,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39257 2024-12-04T15:22:54,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39257 2024-12-04T15:22:54,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39257 2024-12-04T15:22:54,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39257 2024-12-04T15:22:54,218 DEBUG [M:0;c6f2e1d35cf1:34831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:34831 2024-12-04T15:22:54,218 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0389495796/backup-masters/c6f2e1d35cf1,34831,1733325774033 2024-12-04T15:22:54,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796/backup-masters 2024-12-04T15:22:54,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796/backup-masters 2024-12-04T15:22:54,226 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on existing znode=/0389495796/backup-masters/c6f2e1d35cf1,34831,1733325774033 2024-12-04T15:22:54,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0389495796/master 2024-12-04T15:22:54,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:22:54,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:22:54,234 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on existing znode=/0389495796/master 2024-12-04T15:22:54,234 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0389495796/backup-masters/c6f2e1d35cf1,34831,1733325774033 from backup master directory 2024-12-04T15:22:54,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796/backup-masters 2024-12-04T15:22:54,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0389495796/backup-masters/c6f2e1d35cf1,34831,1733325774033 2024-12-04T15:22:54,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796/backup-masters 2024-12-04T15:22:54,242 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:22:54,242 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,34831,1733325774033 2024-12-04T15:22:54,246 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/hbase.id] with ID: c3585468-a214-4fa4-b4a0-4c74a9d29ebb 2024-12-04T15:22:54,246 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/.tmp/hbase.id 2024-12-04T15:22:54,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:22:54,651 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/.tmp/hbase.id]:[hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/hbase.id] 2024-12-04T15:22:54,662 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:22:54,662 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:22:54,663 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:22:54,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:22:54,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:22:54,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:22:54,681 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:22:54,681 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:22:54,682 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:22:54,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:22:54,777 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:22:54,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:22:54,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:22:54,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:22:54,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:22:54,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:22:54,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:22:55,088 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store 2024-12-04T15:22:55,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:22:55,495 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:22:55,495 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:22:55,495 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:22:55,495 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:22:55,495 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:22:55,495 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:22:55,495 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:22:55,495 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325775495Disabling compacts and flushes for region at 1733325775495Disabling writes for close at 1733325775495Writing region close event to WAL at 1733325775495Closed at 1733325775495 2024-12-04T15:22:55,496 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/.initializing 2024-12-04T15:22:55,496 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/WALs/c6f2e1d35cf1,34831,1733325774033 2024-12-04T15:22:55,497 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:22:55,498 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C34831%2C1733325774033, suffix=, logDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/WALs/c6f2e1d35cf1,34831,1733325774033, archiveDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/oldWALs, maxLogs=10 2024-12-04T15:22:55,509 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/WALs/c6f2e1d35cf1,34831,1733325774033/c6f2e1d35cf1%2C34831%2C1733325774033.1733325775499, exclude list is [], retry=0 2024-12-04T15:22:55,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41755,DS-f66e010a-b3e7-4e7e-b32e-16140a4f6293,DISK] 2024-12-04T15:22:55,512 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/WALs/c6f2e1d35cf1,34831,1733325774033/c6f2e1d35cf1%2C34831%2C1733325774033.1733325775499 2024-12-04T15:22:55,513 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44943:44943)] 2024-12-04T15:22:55,513 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:22:55,513 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:22:55,513 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:22:55,513 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:22:55,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:22:55,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:22:55,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:22:55,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:22:55,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:22:55,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:22:55,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:22:55,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:22:55,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:22:55,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:22:55,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:22:55,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:22:55,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:22:55,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:22:55,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:22:55,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:22:55,520 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:22:55,520 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:22:55,520 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:22:55,521 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:22:55,521 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:22:55,522 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:22:55,523 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:22:55,524 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:22:55,525 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65895447, jitterRate=-0.01808132231235504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:22:55,525 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325775513Initializing all the Stores at 1733325775514 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325775514Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325775514Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325775514Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325775514Cleaning up temporary data from old regions at 1733325775521 (+7 ms)Region opened successfully at 1733325775525 (+4 ms) 2024-12-04T15:22:55,525 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:22:55,528 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e9c83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:22:55,528 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:22:55,529 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:22:55,529 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:22:55,529 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:22:55,529 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:22:55,529 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:22:55,529 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:22:55,531 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:22:55,532 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Unable to get data of znode /0389495796/balancer because node does not exist (not necessarily an error) 2024-12-04T15:22:55,563 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0389495796/balancer already deleted, retry=false 2024-12-04T15:22:55,563 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:22:55,563 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Unable to get data of znode /0389495796/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:22:55,571 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0389495796/normalizer already deleted, retry=false 2024-12-04T15:22:55,571 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:22:55,572 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Unable to get data of znode /0389495796/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:22:55,579 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0389495796/switch/split already deleted, retry=false 2024-12-04T15:22:55,580 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Unable to get data of znode /0389495796/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:22:55,588 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0389495796/switch/merge already deleted, retry=false 2024-12-04T15:22:55,589 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Unable to get data of znode /0389495796/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:22:55,596 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0389495796/snapshot-cleanup already deleted, retry=false 2024-12-04T15:22:55,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0389495796/running 2024-12-04T15:22:55,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0389495796/running 2024-12-04T15:22:55,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:22:55,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:22:55,605 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,34831,1733325774033, sessionid=0x101a21e1cb50000, setting cluster-up flag (Was=false) 2024-12-04T15:22:55,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:22:55,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:22:55,646 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0389495796/flush-table-proc/acquired, /0389495796/flush-table-proc/reached, /0389495796/flush-table-proc/abort 2024-12-04T15:22:55,647 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,34831,1733325774033 2024-12-04T15:22:55,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:22:55,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:22:55,688 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0389495796/online-snapshot/acquired, /0389495796/online-snapshot/reached, /0389495796/online-snapshot/abort 2024-12-04T15:22:55,689 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,34831,1733325774033 2024-12-04T15:22:55,689 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:22:55,691 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:22:55,691 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:22:55,691 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:22:55,691 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,34831,1733325774033 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:22:55,692 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:22:55,692 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:22:55,692 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:22:55,692 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:22:55,692 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:22:55,692 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:22:55,693 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:22:55,693 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:22:55,693 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325805693 2024-12-04T15:22:55,693 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:22:55,693 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:22:55,693 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:22:55,693 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:22:55,693 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:22:55,693 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:22:55,694 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:55,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:22:55,694 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:22:55,694 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:22:55,694 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:22:55,694 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:22:55,694 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:22:55,694 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:22:55,694 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:22:55,694 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325775694,5,FailOnTimeoutGroup] 2024-12-04T15:22:55,694 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325775694,5,FailOnTimeoutGroup] 2024-12-04T15:22:55,694 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:55,695 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:22:55,695 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:55,695 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:55,695 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:22:55,695 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:22:55,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:22:55,707 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(746): ClusterId : c3585468-a214-4fa4-b4a0-4c74a9d29ebb 2024-12-04T15:22:55,708 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:22:55,717 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:22:55,717 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:22:55,726 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:22:55,726 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2fd51f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:22:55,739 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:39257 2024-12-04T15:22:55,739 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:22:55,739 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:22:55,739 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:22:55,740 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,34831,1733325774033 with port=39257, startcode=1733325774180 2024-12-04T15:22:55,740 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:22:55,741 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:22:55,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,39257,1733325774180 2024-12-04T15:22:55,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34831 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,39257,1733325774180 2024-12-04T15:22:55,743 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f 2024-12-04T15:22:55,743 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34735 2024-12-04T15:22:55,743 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:22:55,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796/rs 2024-12-04T15:22:55,751 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] zookeeper.ZKUtil(111): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on existing znode=/0389495796/rs/c6f2e1d35cf1,39257,1733325774180 2024-12-04T15:22:55,751 WARN [RS:0;c6f2e1d35cf1:39257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:22:55,751 INFO [RS:0;c6f2e1d35cf1:39257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:22:55,751 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180 2024-12-04T15:22:55,751 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,39257,1733325774180] 2024-12-04T15:22:55,754 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:22:55,755 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:22:55,756 INFO [RS:0;c6f2e1d35cf1:39257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:22:55,756 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:55,756 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:22:55,756 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:22:55,756 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:55,757 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:22:55,757 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:22:55,757 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:22:55,757 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:22:55,757 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:22:55,757 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:22:55,757 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:22:55,757 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:22:55,757 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:22:55,757 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:22:55,757 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:22:55,757 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:22:55,757 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:22:55,757 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:22:55,757 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:55,757 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:55,757 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:55,757 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:55,757 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:55,757 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39257,1733325774180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:22:55,769 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:22:55,769 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39257,1733325774180-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:55,769 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:55,769 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.Replication(171): c6f2e1d35cf1,39257,1733325774180 started 2024-12-04T15:22:55,780 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:55,780 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,39257,1733325774180, RpcServer on c6f2e1d35cf1/172.17.0.3:39257, sessionid=0x101a21e1cb50001 2024-12-04T15:22:55,781 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:22:55,781 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,39257,1733325774180 2024-12-04T15:22:55,781 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,39257,1733325774180' 2024-12-04T15:22:55,781 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0389495796/flush-table-proc/abort' 2024-12-04T15:22:55,781 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0389495796/flush-table-proc/acquired' 2024-12-04T15:22:55,782 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:22:55,782 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:22:55,782 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,39257,1733325774180 2024-12-04T15:22:55,782 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,39257,1733325774180' 2024-12-04T15:22:55,782 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0389495796/online-snapshot/abort' 2024-12-04T15:22:55,782 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0389495796/online-snapshot/acquired' 2024-12-04T15:22:55,782 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:22:55,782 INFO [RS:0;c6f2e1d35cf1:39257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:22:55,782 INFO [RS:0;c6f2e1d35cf1:39257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:22:55,883 INFO [RS:0;c6f2e1d35cf1:39257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:22:55,884 INFO [RS:0;c6f2e1d35cf1:39257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C39257%2C1733325774180, suffix=, logDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180, archiveDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/oldWALs, maxLogs=10 2024-12-04T15:22:55,895 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.1733325775885, exclude list is [], retry=0 2024-12-04T15:22:55,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41755,DS-f66e010a-b3e7-4e7e-b32e-16140a4f6293,DISK] 2024-12-04T15:22:55,900 INFO [RS:0;c6f2e1d35cf1:39257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.1733325775885 2024-12-04T15:22:55,900 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44943:44943)] 2024-12-04T15:22:56,102 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:22:56,102 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f 2024-12-04T15:22:56,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:22:56,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:22:56,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:22:56,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:22:56,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:22:56,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:22:56,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:22:56,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:22:56,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:22:56,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:22:56,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:22:56,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:22:56,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:22:56,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:22:56,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:22:56,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:22:56,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:22:56,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:22:56,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:22:56,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740 2024-12-04T15:22:56,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740 2024-12-04T15:22:56,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:22:56,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:22:56,516 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:22:56,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:22:56,519 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:22:56,519 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67798728, jitterRate=0.01027977466583252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:22:56,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325776508Initializing all the Stores at 1733325776508Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325776508Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325776508Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325776508Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325776508Cleaning up temporary data from old regions at 1733325776516 (+8 ms)Region opened successfully at 1733325776520 (+4 ms) 2024-12-04T15:22:56,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:22:56,520 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:22:56,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:22:56,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:22:56,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:22:56,520 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:22:56,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325776520Disabling compacts and flushes for region at 1733325776520Disabling writes for close at 1733325776520Writing region close event to WAL at 1733325776520Closed at 1733325776520 2024-12-04T15:22:56,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:22:56,521 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:22:56,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:22:56,522 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:22:56,523 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:22:56,673 DEBUG [c6f2e1d35cf1:34831 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:22:56,674 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,39257,1733325774180 2024-12-04T15:22:56,675 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,39257,1733325774180, state=OPENING 2024-12-04T15:22:56,729 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:22:56,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:22:56,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:22:56,738 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:22:56,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0389495796/meta-region-server: CHANGED 2024-12-04T15:22:56,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0389495796/meta-region-server: CHANGED 2024-12-04T15:22:56,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,39257,1733325774180}] 2024-12-04T15:22:56,891 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:22:56,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:22:56,895 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:22:56,895 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:22:56,895 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:22:56,896 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C39257%2C1733325774180.meta, suffix=.meta, logDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180, archiveDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/oldWALs, maxLogs=10 2024-12-04T15:22:56,908 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.meta.1733325776897.meta, exclude list is [], retry=0 2024-12-04T15:22:56,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41755,DS-f66e010a-b3e7-4e7e-b32e-16140a4f6293,DISK] 2024-12-04T15:22:56,912 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.meta.1733325776897.meta 2024-12-04T15:22:56,912 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44943:44943)] 2024-12-04T15:22:56,912 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:22:56,912 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:22:56,913 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:22:56,913 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:22:56,913 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:22:56,913 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:22:56,913 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:22:56,913 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:22:56,913 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:22:56,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:22:56,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:22:56,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:22:56,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:22:56,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:22:56,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:22:56,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:22:56,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:22:56,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:22:56,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:22:56,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:22:56,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:22:56,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:22:56,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:22:56,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:22:56,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:22:56,918 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:22:56,918 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740 2024-12-04T15:22:56,919 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740 2024-12-04T15:22:56,920 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:22:56,920 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:22:56,921 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:22:56,922 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:22:56,923 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66709034, jitterRate=-0.005957931280136108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:22:56,923 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:22:56,923 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325776913Writing region info on filesystem at 1733325776913Initializing all the Stores at 1733325776914 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325776914Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325776914Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325776914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325776914Cleaning up temporary data from old regions at 1733325776920 (+6 ms)Running coprocessor post-open hooks at 1733325776923 (+3 ms)Region opened successfully at 1733325776923 2024-12-04T15:22:56,924 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325776890 2024-12-04T15:22:56,926 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:22:56,926 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:22:56,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,39257,1733325774180 2024-12-04T15:22:56,927 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,39257,1733325774180, state=OPEN 2024-12-04T15:22:56,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0389495796/meta-region-server 2024-12-04T15:22:56,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0389495796/meta-region-server 2024-12-04T15:22:56,956 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,39257,1733325774180 2024-12-04T15:22:56,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0389495796/meta-region-server: CHANGED 2024-12-04T15:22:56,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0389495796/meta-region-server: CHANGED 2024-12-04T15:22:56,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:22:56,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,39257,1733325774180 in 218 msec 2024-12-04T15:22:56,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:22:56,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-12-04T15:22:56,961 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:22:56,961 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:22:56,962 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:22:56,962 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,39257,1733325774180, seqNum=-1] 2024-12-04T15:22:56,962 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:22:56,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:22:56,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2770 sec 2024-12-04T15:22:56,969 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325776969, completionTime=-1 2024-12-04T15:22:56,969 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:22:56,969 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:22:56,971 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:22:56,971 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325836971 2024-12-04T15:22:56,971 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325896971 2024-12-04T15:22:56,971 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T15:22:56,971 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34831,1733325774033-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:56,971 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34831,1733325774033-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:56,971 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34831,1733325774033-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:56,971 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:34831, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:56,971 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:56,971 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:56,973 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:22:56,974 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.732sec 2024-12-04T15:22:56,975 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:22:56,975 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:22:56,975 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:22:56,975 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:22:56,975 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:22:56,975 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34831,1733325774033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:22:56,975 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34831,1733325774033-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:22:56,977 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:22:56,977 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:22:56,977 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34831,1733325774033-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:22:57,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b327741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:22:57,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,34831,-1 for getting cluster id 2024-12-04T15:22:57,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:22:57,010 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3585468-a214-4fa4-b4a0-4c74a9d29ebb' 2024-12-04T15:22:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:22:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3585468-a214-4fa4-b4a0-4c74a9d29ebb" 2024-12-04T15:22:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b5c297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:22:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,34831,-1] 2024-12-04T15:22:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:22:57,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:22:57,011 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:22:57,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae455bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:22:57,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:22:57,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,39257,1733325774180, seqNum=-1] 2024-12-04T15:22:57,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:22:57,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:22:57,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,34831,1733325774033 2024-12-04T15:22:57,016 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56202 2024-12-04T15:22:57,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:22:57,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a21e1cb50002 connected 2024-12-04T15:22:57,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/hadoop.log.dir so I do NOT create it in target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b 2024-12-04T15:22:57,040 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:22:57,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/hadoop.tmp.dir so I do NOT create it in target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b 2024-12-04T15:22:57,040 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:22:57,040 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b 2024-12-04T15:22:57,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:22:57,040 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/cluster_12784852-78a3-2b5f-de54-72e0bd18f4a4, deleteOnExit=true 2024-12-04T15:22:57,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:22:57,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/test.cache.data in system properties and HBase conf 2024-12-04T15:22:57,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:22:57,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:22:57,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:22:57,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:22:57,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:22:57,041 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:22:57,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:22:57,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:22:57,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:22:57,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:22:57,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:22:57,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:22:57,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:22:57,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:22:57,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:22:57,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:22:57,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:22:57,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:22:57,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:22:57,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:22:57,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:22:57,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:22:57,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:22:57,362 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:22:57,362 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:22:57,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:22:57,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c7dd70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:22:57,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e032d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:22:57,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@158e2412{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/java.io.tmpdir/jetty-localhost-39157-hadoop-hdfs-3_4_1-tests_jar-_-any-12894779076796905176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:22:57,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fedb279{HTTP/1.1, (http/1.1)}{localhost:39157} 2024-12-04T15:22:57,451 INFO [Time-limited test {}] server.Server(415): Started @143143ms 2024-12-04T15:22:57,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:22:57,616 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:22:57,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:22:57,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:22:57,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:22:57,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0c2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:22:57,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f81a38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:22:57,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@535273df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/java.io.tmpdir/jetty-localhost-43127-hadoop-hdfs-3_4_1-tests_jar-_-any-17545778230131144059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:22:57,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55a9ff92{HTTP/1.1, (http/1.1)}{localhost:43127} 2024-12-04T15:22:57,706 INFO [Time-limited test {}] server.Server(415): Started @143398ms 2024-12-04T15:22:57,707 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:22:58,183 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/cluster_12784852-78a3-2b5f-de54-72e0bd18f4a4/data/data2/current/BP-1718959223-172.17.0.3-1733325777054/current, will proceed with Du for space computation calculation, 2024-12-04T15:22:58,183 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/cluster_12784852-78a3-2b5f-de54-72e0bd18f4a4/data/data1/current/BP-1718959223-172.17.0.3-1733325777054/current, will proceed with Du for space computation calculation, 2024-12-04T15:22:58,197 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:22:58,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4be1d9c223a6351 with lease ID 0xbc796857626e0fac: Processing first storage report for DS-bcaf0610-ba70-4460-a4d1-91f9c69e5b3c from datanode DatanodeRegistration(127.0.0.1:44383, datanodeUuid=8314a876-f600-4a87-b01d-51b1cdcdc456, infoPort=37899, infoSecurePort=0, ipcPort=45757, storageInfo=lv=-57;cid=testClusterID;nsid=330745387;c=1733325777054) 2024-12-04T15:22:58,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4be1d9c223a6351 with lease ID 0xbc796857626e0fac: from storage DS-bcaf0610-ba70-4460-a4d1-91f9c69e5b3c node DatanodeRegistration(127.0.0.1:44383, datanodeUuid=8314a876-f600-4a87-b01d-51b1cdcdc456, infoPort=37899, infoSecurePort=0, ipcPort=45757, storageInfo=lv=-57;cid=testClusterID;nsid=330745387;c=1733325777054), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:22:58,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4be1d9c223a6351 with lease ID 0xbc796857626e0fac: Processing first storage report for DS-ec3c56b4-4601-4188-895f-b0b324e8acf6 from datanode DatanodeRegistration(127.0.0.1:44383, datanodeUuid=8314a876-f600-4a87-b01d-51b1cdcdc456, infoPort=37899, infoSecurePort=0, ipcPort=45757, storageInfo=lv=-57;cid=testClusterID;nsid=330745387;c=1733325777054) 2024-12-04T15:22:58,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4be1d9c223a6351 with lease ID 0xbc796857626e0fac: from storage DS-ec3c56b4-4601-4188-895f-b0b324e8acf6 node DatanodeRegistration(127.0.0.1:44383, datanodeUuid=8314a876-f600-4a87-b01d-51b1cdcdc456, infoPort=37899, infoSecurePort=0, ipcPort=45757, storageInfo=lv=-57;cid=testClusterID;nsid=330745387;c=1733325777054), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:22:58,230 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b 2024-12-04T15:22:58,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:22:58,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:22:58,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44383 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:22:58,641 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa with version=8 2024-12-04T15:22:58,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/hbase-staging 2024-12-04T15:22:58,643 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:22:58,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:22:58,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:22:58,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:22:58,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:22:58,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:22:58,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:22:58,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:22:58,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43859 2024-12-04T15:22:58,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43859 connecting to ZooKeeper ensemble=127.0.0.1:56202 2024-12-04T15:22:58,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438590x0, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:22:58,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43859-0x101a21e1cb50003 connected 2024-12-04T15:22:58,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:22:58,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:22:58,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Set watcher on znode that does not yet exist, /1-446755313/running 2024-12-04T15:22:58,741 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa, hbase.cluster.distributed=false 2024-12-04T15:22:58,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Set watcher on znode that does not yet exist, /1-446755313/acl 2024-12-04T15:22:58,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43859 2024-12-04T15:22:58,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43859 2024-12-04T15:22:58,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43859 2024-12-04T15:22:58,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43859 2024-12-04T15:22:58,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43859 2024-12-04T15:22:58,767 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:22:58,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:22:58,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:22:58,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:22:58,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:22:58,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:22:58,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:22:58,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:22:58,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36457 2024-12-04T15:22:58,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36457 connecting to ZooKeeper ensemble=127.0.0.1:56202 2024-12-04T15:22:58,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:22:58,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:22:58,784 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364570x0, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:22:58,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36457-0x101a21e1cb50004 connected 2024-12-04T15:22:58,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Set watcher on znode that does not yet exist, /1-446755313/running 2024-12-04T15:22:58,784 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:22:58,785 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:22:58,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Set watcher on znode that does not yet exist, /1-446755313/master 2024-12-04T15:22:58,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Set watcher on znode that does not yet exist, /1-446755313/acl 2024-12-04T15:22:58,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36457 2024-12-04T15:22:58,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36457 2024-12-04T15:22:58,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36457 2024-12-04T15:22:58,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36457 2024-12-04T15:22:58,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36457 2024-12-04T15:22:58,800 DEBUG [M:0;c6f2e1d35cf1:43859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:43859 2024-12-04T15:22:58,800 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-446755313/backup-masters/c6f2e1d35cf1,43859,1733325778643 2024-12-04T15:22:58,809 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313/backup-masters 2024-12-04T15:22:58,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313/backup-masters 2024-12-04T15:22:58,809 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Set watcher on existing znode=/1-446755313/backup-masters/c6f2e1d35cf1,43859,1733325778643 2024-12-04T15:22:58,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313 2024-12-04T15:22:58,817 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-446755313/master 2024-12-04T15:22:58,817 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313 2024-12-04T15:22:58,817 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Set watcher on existing znode=/1-446755313/master 2024-12-04T15:22:58,818 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-446755313/backup-masters/c6f2e1d35cf1,43859,1733325778643 from backup master directory 2024-12-04T15:22:58,825 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313/backup-masters 2024-12-04T15:22:58,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-446755313/backup-masters/c6f2e1d35cf1,43859,1733325778643 2024-12-04T15:22:58,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313/backup-masters 2024-12-04T15:22:58,825 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:22:58,825 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,43859,1733325778643 2024-12-04T15:22:58,829 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/hbase.id] with ID: d287fe2f-12fd-4fa1-8e21-c2cc5bbdfc90 2024-12-04T15:22:58,829 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/.tmp/hbase.id 2024-12-04T15:22:58,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44383 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:22:59,234 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/.tmp/hbase.id]:[hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/hbase.id] 2024-12-04T15:22:59,244 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:22:59,244 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:22:59,245 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:22:59,279 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313 2024-12-04T15:22:59,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313 2024-12-04T15:22:59,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44383 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:22:59,685 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:22:59,686 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:22:59,686 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:22:59,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44383 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:23:00,093 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store 2024-12-04T15:23:00,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44383 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:23:00,500 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:00,500 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:23:00,500 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:00,500 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:00,500 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:23:00,500 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:00,500 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:00,500 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325780500Disabling compacts and flushes for region at 1733325780500Disabling writes for close at 1733325780500Writing region close event to WAL at 1733325780500Closed at 1733325780500 2024-12-04T15:23:00,501 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/.initializing 2024-12-04T15:23:00,501 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/WALs/c6f2e1d35cf1,43859,1733325778643 2024-12-04T15:23:00,502 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:23:00,503 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C43859%2C1733325778643, suffix=, logDir=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/WALs/c6f2e1d35cf1,43859,1733325778643, archiveDir=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/oldWALs, maxLogs=10 2024-12-04T15:23:00,515 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/WALs/c6f2e1d35cf1,43859,1733325778643/c6f2e1d35cf1%2C43859%2C1733325778643.1733325780503, exclude list is [], retry=0 2024-12-04T15:23:00,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44383,DS-bcaf0610-ba70-4460-a4d1-91f9c69e5b3c,DISK] 2024-12-04T15:23:00,519 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/WALs/c6f2e1d35cf1,43859,1733325778643/c6f2e1d35cf1%2C43859%2C1733325778643.1733325780503 2024-12-04T15:23:00,519 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899)] 2024-12-04T15:23:00,519 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:00,519 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:00,519 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:00,519 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:00,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:00,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:23:00,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:00,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:00,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:00,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:23:00,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:00,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:00,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:00,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:23:00,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:00,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:00,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:00,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:23:00,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:00,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:00,527 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:00,527 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:00,527 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:00,528 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:00,528 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:00,529 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:00,530 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:00,531 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:23:00,532 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67520196, jitterRate=0.006129324436187744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:00,532 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325780520Initializing all the Stores at 1733325780520Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325780520Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325780520Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325780520Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325780520Cleaning up temporary data from old regions at 1733325780528 (+8 ms)Region opened successfully at 1733325780532 (+4 ms) 2024-12-04T15:23:00,532 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:23:00,534 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c956ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:23:00,535 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:23:00,535 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:23:00,535 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:23:00,535 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:23:00,536 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:23:00,536 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:23:00,536 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:23:00,538 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:23:00,538 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Unable to get data of znode /1-446755313/balancer because node does not exist (not necessarily an error) 2024-12-04T15:23:00,564 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-446755313/balancer already deleted, retry=false 2024-12-04T15:23:00,564 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:23:00,565 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Unable to get data of znode /1-446755313/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:23:00,613 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-446755313/normalizer already deleted, retry=false 2024-12-04T15:23:00,614 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:23:00,615 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Unable to get data of znode /1-446755313/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:23:00,664 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-446755313/switch/split already deleted, retry=false 2024-12-04T15:23:00,665 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Unable to get data of znode /1-446755313/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:23:00,706 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-446755313/switch/merge already deleted, retry=false 2024-12-04T15:23:00,708 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Unable to get data of znode /1-446755313/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:23:00,721 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-446755313/snapshot-cleanup already deleted, retry=false 2024-12-04T15:23:00,729 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-446755313/running 2024-12-04T15:23:00,729 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313 2024-12-04T15:23:00,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-446755313/running 2024-12-04T15:23:00,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313 2024-12-04T15:23:00,730 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,43859,1733325778643, sessionid=0x101a21e1cb50003, setting cluster-up flag (Was=false) 2024-12-04T15:23:00,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313 2024-12-04T15:23:00,746 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313 2024-12-04T15:23:00,788 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-446755313/flush-table-proc/acquired, /1-446755313/flush-table-proc/reached, /1-446755313/flush-table-proc/abort 2024-12-04T15:23:00,789 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,43859,1733325778643 2024-12-04T15:23:00,804 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313 2024-12-04T15:23:00,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313 2024-12-04T15:23:00,829 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-446755313/online-snapshot/acquired, /1-446755313/online-snapshot/reached, /1-446755313/online-snapshot/abort 2024-12-04T15:23:00,830 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,43859,1733325778643 2024-12-04T15:23:00,831 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:23:00,832 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:00,832 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:23:00,832 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:23:00,833 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,43859,1733325778643 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:23:00,834 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:00,834 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:00,834 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:00,834 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:00,834 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:23:00,834 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:00,834 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:23:00,834 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:00,835 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325810835 2024-12-04T15:23:00,835 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:23:00,835 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:23:00,835 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:23:00,835 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:23:00,835 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:23:00,835 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:23:00,835 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:00,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:00,835 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:23:00,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:23:00,835 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:23:00,835 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:23:00,835 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:23:00,836 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:23:00,836 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:23:00,836 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325780836,5,FailOnTimeoutGroup] 2024-12-04T15:23:00,836 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325780836,5,FailOnTimeoutGroup] 2024-12-04T15:23:00,836 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:00,836 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:23:00,836 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:00,836 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:00,836 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:00,836 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:23:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44383 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:23:00,894 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HRegionServer(746): ClusterId : d287fe2f-12fd-4fa1-8e21-c2cc5bbdfc90 2024-12-04T15:23:00,894 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:23:00,901 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:23:00,901 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:23:00,909 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:23:00,909 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e119969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:23:00,919 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:36457 2024-12-04T15:23:00,919 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:23:00,919 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:23:00,919 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:23:00,919 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,43859,1733325778643 with port=36457, startcode=1733325778766 2024-12-04T15:23:00,919 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:23:00,921 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:23:00,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43859 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,36457,1733325778766 2024-12-04T15:23:00,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43859 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,36457,1733325778766 2024-12-04T15:23:00,922 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa 2024-12-04T15:23:00,922 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40005 2024-12-04T15:23:00,922 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:23:00,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313/rs 2024-12-04T15:23:00,930 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] zookeeper.ZKUtil(111): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Set watcher on existing znode=/1-446755313/rs/c6f2e1d35cf1,36457,1733325778766 2024-12-04T15:23:00,930 WARN [RS:0;c6f2e1d35cf1:36457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:23:00,930 INFO [RS:0;c6f2e1d35cf1:36457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:00,930 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/WALs/c6f2e1d35cf1,36457,1733325778766 2024-12-04T15:23:00,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,36457,1733325778766] 2024-12-04T15:23:00,933 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:23:00,934 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:23:00,934 INFO [RS:0;c6f2e1d35cf1:36457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:23:00,934 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:00,934 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:23:00,935 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:23:00,935 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:00,935 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:00,935 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:00,935 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:00,935 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:00,935 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:00,935 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:23:00,935 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:00,935 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:00,935 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:00,935 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:00,935 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:00,935 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:00,935 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:23:00,935 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:23:00,936 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:00,936 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:00,936 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:00,936 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:00,936 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:00,936 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36457,1733325778766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:23:00,947 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:23:00,947 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36457,1733325778766-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:00,947 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:00,947 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.Replication(171): c6f2e1d35cf1,36457,1733325778766 started 2024-12-04T15:23:00,957 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:00,957 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,36457,1733325778766, RpcServer on c6f2e1d35cf1/172.17.0.3:36457, sessionid=0x101a21e1cb50004 2024-12-04T15:23:00,957 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:23:00,957 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,36457,1733325778766 2024-12-04T15:23:00,957 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,36457,1733325778766' 2024-12-04T15:23:00,957 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-446755313/flush-table-proc/abort' 2024-12-04T15:23:00,957 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-446755313/flush-table-proc/acquired' 2024-12-04T15:23:00,958 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:23:00,958 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:23:00,958 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,36457,1733325778766 2024-12-04T15:23:00,958 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,36457,1733325778766' 2024-12-04T15:23:00,958 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-446755313/online-snapshot/abort' 2024-12-04T15:23:00,958 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-446755313/online-snapshot/acquired' 2024-12-04T15:23:00,958 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:23:00,958 INFO [RS:0;c6f2e1d35cf1:36457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:23:00,958 INFO [RS:0;c6f2e1d35cf1:36457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:23:01,059 INFO [RS:0;c6f2e1d35cf1:36457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:23:01,060 INFO [RS:0;c6f2e1d35cf1:36457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C36457%2C1733325778766, suffix=, logDir=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/WALs/c6f2e1d35cf1,36457,1733325778766, archiveDir=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/oldWALs, maxLogs=10 2024-12-04T15:23:01,071 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/WALs/c6f2e1d35cf1,36457,1733325778766/c6f2e1d35cf1%2C36457%2C1733325778766.1733325781060, exclude list is [], retry=0 2024-12-04T15:23:01,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44383,DS-bcaf0610-ba70-4460-a4d1-91f9c69e5b3c,DISK] 2024-12-04T15:23:01,075 INFO [RS:0;c6f2e1d35cf1:36457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/WALs/c6f2e1d35cf1,36457,1733325778766/c6f2e1d35cf1%2C36457%2C1733325778766.1733325781060 2024-12-04T15:23:01,075 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899)] 2024-12-04T15:23:01,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:23:01,242 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa 2024-12-04T15:23:01,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44383 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:23:01,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:01,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:23:01,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:23:01,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:01,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:01,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:23:01,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:23:01,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:01,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:01,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:23:01,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:23:01,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:01,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:01,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:23:01,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:23:01,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:01,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:01,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:23:01,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/data/hbase/meta/1588230740 2024-12-04T15:23:01,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/data/hbase/meta/1588230740 2024-12-04T15:23:01,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:23:01,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:23:01,656 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:01,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:23:01,658 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:23:01,659 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59209423, jitterRate=-0.11771084368228912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:01,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325781647Initializing all the Stores at 1733325781648 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325781648Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325781648Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325781648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325781648Cleaning up temporary data from old regions at 1733325781656 (+8 ms)Region opened successfully at 1733325781659 (+3 ms) 2024-12-04T15:23:01,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:23:01,659 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:23:01,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:23:01,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:23:01,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:23:01,659 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:23:01,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325781659Disabling compacts and flushes for region at 1733325781659Disabling writes for close at 1733325781659Writing region close event to WAL at 1733325781659Closed at 1733325781659 2024-12-04T15:23:01,660 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:01,660 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:23:01,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:23:01,661 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:23:01,662 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:23:01,754 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:23:01,812 DEBUG [c6f2e1d35cf1:43859 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:23:01,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,36457,1733325778766 2024-12-04T15:23:01,814 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,36457,1733325778766, state=OPENING 2024-12-04T15:23:01,842 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:23:01,854 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313 2024-12-04T15:23:01,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313 2024-12-04T15:23:01,854 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:23:01,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,36457,1733325778766}] 2024-12-04T15:23:01,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-446755313/meta-region-server: CHANGED 2024-12-04T15:23:01,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-446755313/meta-region-server: CHANGED 2024-12-04T15:23:02,007 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:23:02,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:23:02,011 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:23:02,011 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:02,012 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:23:02,013 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C36457%2C1733325778766.meta, suffix=.meta, logDir=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/WALs/c6f2e1d35cf1,36457,1733325778766, archiveDir=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/oldWALs, maxLogs=10 2024-12-04T15:23:02,030 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/WALs/c6f2e1d35cf1,36457,1733325778766/c6f2e1d35cf1%2C36457%2C1733325778766.meta.1733325782013.meta, exclude list is [], retry=0 2024-12-04T15:23:02,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44383,DS-bcaf0610-ba70-4460-a4d1-91f9c69e5b3c,DISK] 2024-12-04T15:23:02,035 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/WALs/c6f2e1d35cf1,36457,1733325778766/c6f2e1d35cf1%2C36457%2C1733325778766.meta.1733325782013.meta 2024-12-04T15:23:02,035 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37899:37899)] 2024-12-04T15:23:02,035 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:02,036 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:23:02,036 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:23:02,036 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:23:02,036 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:23:02,036 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:23:02,036 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:02,036 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:23:02,036 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:23:02,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:23:02,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:23:02,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:02,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:02,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:23:02,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:23:02,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:02,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:02,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:23:02,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:23:02,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:02,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:02,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:23:02,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:23:02,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:02,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:02,042 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:23:02,042 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/data/hbase/meta/1588230740 2024-12-04T15:23:02,044 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/data/hbase/meta/1588230740 2024-12-04T15:23:02,045 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:23:02,045 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:23:02,045 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:02,046 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:23:02,047 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63573066, jitterRate=-0.052687495946884155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:02,047 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:23:02,047 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325782036Writing region info on filesystem at 1733325782036Initializing all the Stores at 1733325782037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325782037Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325782037Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325782037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325782037Cleaning up temporary data from old regions at 1733325782045 (+8 ms)Running coprocessor post-open hooks at 1733325782047 (+2 ms)Region opened successfully at 1733325782047 2024-12-04T15:23:02,048 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325782007 2024-12-04T15:23:02,050 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:23:02,050 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:23:02,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,36457,1733325778766 2024-12-04T15:23:02,051 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,36457,1733325778766, state=OPEN 2024-12-04T15:23:02,058 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-446755313/meta-region-server 2024-12-04T15:23:02,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-446755313/meta-region-server 2024-12-04T15:23:02,058 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,36457,1733325778766 2024-12-04T15:23:02,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-446755313/meta-region-server: CHANGED 2024-12-04T15:23:02,059 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-446755313/meta-region-server: CHANGED 2024-12-04T15:23:02,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:23:02,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,36457,1733325778766 in 205 msec 2024-12-04T15:23:02,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:23:02,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-12-04T15:23:02,063 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:02,063 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:23:02,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:02,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,36457,1733325778766, seqNum=-1] 2024-12-04T15:23:02,064 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:02,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:23:02,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-12-04T15:23:02,070 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325782070, completionTime=-1 2024-12-04T15:23:02,070 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:23:02,070 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:23:02,072 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:23:02,072 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325842072 2024-12-04T15:23:02,072 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325902072 2024-12-04T15:23:02,072 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T15:23:02,072 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,43859,1733325778643-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:02,073 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,43859,1733325778643-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:02,073 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,43859,1733325778643-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:02,073 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:43859, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:02,073 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:02,073 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:02,074 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:23:02,076 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.250sec 2024-12-04T15:23:02,076 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:23:02,076 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:23:02,076 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:23:02,076 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:23:02,076 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:23:02,076 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,43859,1733325778643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:23:02,076 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,43859,1733325778643-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:23:02,078 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:23:02,078 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:23:02,078 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,43859,1733325778643-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:02,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:02,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,43859,-1 for getting cluster id 2024-12-04T15:23:02,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:02,095 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd287fe2f-12fd-4fa1-8e21-c2cc5bbdfc90' 2024-12-04T15:23:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d287fe2f-12fd-4fa1-8e21-c2cc5bbdfc90" 2024-12-04T15:23:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fcdefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,43859,-1] 2024-12-04T15:23:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:02,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:02,097 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:02,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2233b826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:02,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,36457,1733325778766, seqNum=-1] 2024-12-04T15:23:02,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:02,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:23:02,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,43859,1733325778643 2024-12-04T15:23:02,102 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56202 2024-12-04T15:23:02,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:23:02,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a21e1cb50005 connected 2024-12-04T15:23:02,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2780a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:02,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,34831,-1 for getting cluster id 2024-12-04T15:23:02,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:02,124 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3585468-a214-4fa4-b4a0-4c74a9d29ebb' 2024-12-04T15:23:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3585468-a214-4fa4-b4a0-4c74a9d29ebb" 2024-12-04T15:23:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76bf2822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,34831,-1] 2024-12-04T15:23:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:02,126 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:02,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db3fb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:02,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:02,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,34831,1733325774033 2024-12-04T15:23:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79f263e7 2024-12-04T15:23:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:02,129 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:23:02,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:43859,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:23:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:23:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:02,132 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:43859' 2024-12-04T15:23:02,132 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b48bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:02,132 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,43859,-1 for getting cluster id 2024-12-04T15:23:02,133 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:02,133 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd287fe2f-12fd-4fa1-8e21-c2cc5bbdfc90' 2024-12-04T15:23:02,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:02,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d287fe2f-12fd-4fa1-8e21-c2cc5bbdfc90" 2024-12-04T15:23:02,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bd3fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:02,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,43859,-1] 2024-12-04T15:23:02,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:02,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:02,135 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:02,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc221bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:02,136 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:02,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,43859,1733325778643 2024-12-04T15:23:02,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11e5f4e0 2024-12-04T15:23:02,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:02,137 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:23:02,138 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T15:23:02,138 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:23:02,138 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:02,138 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:02,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:02,138 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:23:02,139 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:23:02,140 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:23:02,140 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:02,141 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:23:02,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741835_1011 (size=1138) 2024-12-04T15:23:02,189 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T15:23:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:02,415 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:23:02,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:02,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:02,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:02,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:02,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:02,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:02,549 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6e2bc801d1c1c40f1d875ed11e23c53, NAME => 'hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f 2024-12-04T15:23:02,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741836_1012 (size=44) 2024-12-04T15:23:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:02,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:02,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d6e2bc801d1c1c40f1d875ed11e23c53, disabling compactions & flushes 2024-12-04T15:23:02,955 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:02,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:02,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. after waiting 0 ms 2024-12-04T15:23:02,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:02,955 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:02,955 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6e2bc801d1c1c40f1d875ed11e23c53: Waiting for close lock at 1733325782955Disabling compacts and flushes for region at 1733325782955Disabling writes for close at 1733325782955Writing region close event to WAL at 1733325782955Closed at 1733325782955 2024-12-04T15:23:02,956 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:23:02,956 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733325782956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325782956"}]},"ts":"1733325782956"} 2024-12-04T15:23:02,958 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:23:02,959 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:23:02,959 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325782959"}]},"ts":"1733325782959"} 2024-12-04T15:23:02,961 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T15:23:02,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6e2bc801d1c1c40f1d875ed11e23c53, ASSIGN}] 2024-12-04T15:23:02,962 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6e2bc801d1c1c40f1d875ed11e23c53, ASSIGN 2024-12-04T15:23:02,963 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6e2bc801d1c1c40f1d875ed11e23c53, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,39257,1733325774180; forceNewPlan=false, retain=false 2024-12-04T15:23:03,114 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d6e2bc801d1c1c40f1d875ed11e23c53, regionState=OPENING, regionLocation=c6f2e1d35cf1,39257,1733325774180 2024-12-04T15:23:03,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6e2bc801d1c1c40f1d875ed11e23c53, ASSIGN because future has completed 2024-12-04T15:23:03,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6e2bc801d1c1c40f1d875ed11e23c53, server=c6f2e1d35cf1,39257,1733325774180}] 2024-12-04T15:23:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:03,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:03,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:03,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:23:03,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C39257%2C1733325774180.rep, suffix=, logDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180, archiveDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/oldWALs, maxLogs=10 2024-12-04T15:23:03,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.rep.1733325783275, exclude list is [], retry=0 2024-12-04T15:23:03,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41755,DS-f66e010a-b3e7-4e7e-b32e-16140a4f6293,DISK] 2024-12-04T15:23:03,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.rep.1733325783275 2024-12-04T15:23:03,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44943:44943)] 2024-12-04T15:23:03,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d6e2bc801d1c1c40f1d875ed11e23c53, NAME => 'hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:03,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:23:03,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:23:03,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. service=MultiRowMutationService 2024-12-04T15:23:03,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:23:03,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:03,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:03,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:03,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:03,294 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:03,296 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6e2bc801d1c1c40f1d875ed11e23c53 columnFamilyName hfileref 2024-12-04T15:23:03,296 DEBUG [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:03,297 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] regionserver.HStore(327): Store=d6e2bc801d1c1c40f1d875ed11e23c53/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:03,297 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:03,298 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6e2bc801d1c1c40f1d875ed11e23c53 columnFamilyName queue 2024-12-04T15:23:03,298 DEBUG [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:03,299 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] regionserver.HStore(327): Store=d6e2bc801d1c1c40f1d875ed11e23c53/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:03,299 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:03,300 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6e2bc801d1c1c40f1d875ed11e23c53 columnFamilyName sid 2024-12-04T15:23:03,300 DEBUG [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:03,302 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] regionserver.HStore(327): Store=d6e2bc801d1c1c40f1d875ed11e23c53/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:03,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:03,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/replication/d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:03,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/replication/d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:03,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:03,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:03,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:23:03,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:03,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/replication/d6e2bc801d1c1c40f1d875ed11e23c53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:23:03,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d6e2bc801d1c1c40f1d875ed11e23c53; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73061551, jitterRate=0.08870194852352142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:23:03,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:03,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d6e2bc801d1c1c40f1d875ed11e23c53: Running coprocessor pre-open hook at 1733325783292Writing region info on filesystem at 1733325783292Initializing all the Stores at 1733325783294 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325783294Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325783294Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325783294Cleaning up temporary data from old regions at 1733325783305 (+11 ms)Running coprocessor post-open hooks at 1733325783309 (+4 ms)Region opened successfully at 1733325783310 (+1 ms) 2024-12-04T15:23:03,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53., pid=7, masterSystemTime=1733325783269 2024-12-04T15:23:03,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:03,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:03,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d6e2bc801d1c1c40f1d875ed11e23c53, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,39257,1733325774180 2024-12-04T15:23:03,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6e2bc801d1c1c40f1d875ed11e23c53, server=c6f2e1d35cf1,39257,1733325774180 because future has completed 2024-12-04T15:23:03,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T15:23:03,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d6e2bc801d1c1c40f1d875ed11e23c53, server=c6f2e1d35cf1,39257,1733325774180 in 202 msec 2024-12-04T15:23:03,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:23:03,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6e2bc801d1c1c40f1d875ed11e23c53, ASSIGN in 358 msec 2024-12-04T15:23:03,322 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:23:03,322 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325783322"}]},"ts":"1733325783322"} 2024-12-04T15:23:03,325 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T15:23:03,326 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:23:03,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-12-04T15:23:03,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53., hostname=c6f2e1d35cf1,39257,1733325774180, seqNum=2] 2024-12-04T15:23:03,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:23:03,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:23:03,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:23:03,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T15:23:03,537 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T15:23:03,563 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,39257,1733325774180, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:23:03,564 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:03,564 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,39257,1733325774180, seqNum=-1] 2024-12-04T15:23:03,564 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:03,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-04T15:23:03,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f2e1d35cf1,39257,1733325774180', locateType=CURRENT is [region=hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53., hostname=c6f2e1d35cf1,39257,1733325774180, seqNum=2] 2024-12-04T15:23:03,570 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T15:23:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T15:23:03,572 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f2e1d35cf1,39257,1733325774180 suceeded 2024-12-04T15:23:03,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T15:23:03,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-04T15:23:03,575 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f2e1d35cf1:43859,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:23:03,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4460 sec 2024-12-04T15:23:03,583 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:43859' 2024-12-04T15:23:03,584 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9d7bcc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:03,584 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,43859,-1 for getting cluster id 2024-12-04T15:23:03,584 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:03,585 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd287fe2f-12fd-4fa1-8e21-c2cc5bbdfc90' 2024-12-04T15:23:03,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:03,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d287fe2f-12fd-4fa1-8e21-c2cc5bbdfc90" 2024-12-04T15:23:03,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4891bdee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:03,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,43859,-1] 2024-12-04T15:23:03,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:03,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:03,586 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:03,587 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42e8ba5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:03,587 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:03,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,43859,1733325778643 2024-12-04T15:23:03,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@753bda76 2024-12-04T15:23:03,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:03,589 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-04T15:23:03,590 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,39257,1733325774180 (queues=1) is replicating from cluster=c3585468-a214-4fa4-b4a0-4c74a9d29ebb to cluster=d287fe2f-12fd-4fa1-8e21-c2cc5bbdfc90 2024-12-04T15:23:03,590 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C39257%2C1733325774180 2024-12-04T15:23:03,590 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,39257,1733325774180, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:23:03,590 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.shipperc6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C39257%2C1733325774180 2024-12-04T15:23:03,590 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.wal-reader.c6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.1733325775885, startPosition=0, beingWritten=true 2024-12-04T15:23:03,797 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.wal-reader.c6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.1733325775885 to pos 0, reset compression=false 2024-12-04T15:23:04,102 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.wal-reader.c6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.1733325775885 to pos 0, reset compression=false 2024-12-04T15:23:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:04,281 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:23:04,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:23:04,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:04,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:04,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:04,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:04,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:04,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,34831,1733325774033 2024-12-04T15:23:04,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bf4ccc1 2024-12-04T15:23:04,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:04,283 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:23:04,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34831 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T15:23:04,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:23:04,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:04,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:04,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:04,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:04,284 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:23:04,284 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=278155090, stopped=false 2024-12-04T15:23:04,284 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,34831,1733325774033 2024-12-04T15:23:04,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0389495796/running 2024-12-04T15:23:04,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0389495796/running 2024-12-04T15:23:04,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:23:04,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:23:04,341 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:23:04,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:23:04,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:04,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:04,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on znode that does not yet exist, /0389495796/running 2024-12-04T15:23:04,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on znode that does not yet exist, /0389495796/running 2024-12-04T15:23:04,342 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,39257,1733325774180' ***** 2024-12-04T15:23:04,342 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:23:04,342 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:23:04,342 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:23:04,342 INFO [RS:0;c6f2e1d35cf1:39257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:23:04,342 INFO [RS:0;c6f2e1d35cf1:39257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:23:04,342 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(3091): Received CLOSE for d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:04,343 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,39257,1733325774180 2024-12-04T15:23:04,343 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:23:04,343 INFO [RS:0;c6f2e1d35cf1:39257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:39257. 2024-12-04T15:23:04,343 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6e2bc801d1c1c40f1d875ed11e23c53, disabling compactions & flushes 2024-12-04T15:23:04,343 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:04,343 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:04,343 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:04,343 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:04,343 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. after waiting 0 ms 2024-12-04T15:23:04,343 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:04,343 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d6e2bc801d1c1c40f1d875ed11e23c53 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T15:23:04,343 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:23:04,343 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:23:04,343 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:23:04,343 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:23:04,343 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T15:23:04,343 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d6e2bc801d1c1c40f1d875ed11e23c53=hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53.} 2024-12-04T15:23:04,343 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:04,344 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:23:04,344 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:23:04,344 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:23:04,344 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:23:04,344 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:23:04,344 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T15:23:04,358 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/.tmp/info/6d6abcd0f3c041fdb3cba03c0337fb94 is 147, key is hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53./info:regioninfo/1733325783314/Put/seqid=0 2024-12-04T15:23:04,360 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/replication/d6e2bc801d1c1c40f1d875ed11e23c53/.tmp/queue/fac333ca37dc4ab1b6132da4e135c102 is 151, key is 1-c6f2e1d35cf1,39257,1733325774180/queue:c6f2e1d35cf1%2C39257%2C1733325774180/1733325783568/Put/seqid=0 2024-12-04T15:23:04,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741838_1014 (size=6631) 2024-12-04T15:23:04,363 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/.tmp/info/6d6abcd0f3c041fdb3cba03c0337fb94 2024-12-04T15:23:04,363 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:23:04,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741839_1015 (size=5350) 2024-12-04T15:23:04,381 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/.tmp/ns/335d24952e6a4e7fb4c5765a7e5f468d is 43, key is default/ns:d/1733325776964/Put/seqid=0 2024-12-04T15:23:04,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741840_1016 (size=5153) 2024-12-04T15:23:04,507 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.wal-reader.c6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.1733325775885 to pos 0, reset compression=false 2024-12-04T15:23:04,544 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:04,744 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:04,764 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:23:04,764 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:23:04,767 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/replication/d6e2bc801d1c1c40f1d875ed11e23c53/.tmp/queue/fac333ca37dc4ab1b6132da4e135c102 2024-12-04T15:23:04,773 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/replication/d6e2bc801d1c1c40f1d875ed11e23c53/.tmp/queue/fac333ca37dc4ab1b6132da4e135c102 as hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/replication/d6e2bc801d1c1c40f1d875ed11e23c53/queue/fac333ca37dc4ab1b6132da4e135c102 2024-12-04T15:23:04,778 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/replication/d6e2bc801d1c1c40f1d875ed11e23c53/queue/fac333ca37dc4ab1b6132da4e135c102, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T15:23:04,779 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d6e2bc801d1c1c40f1d875ed11e23c53 in 436ms, sequenceid=5, compaction requested=false 2024-12-04T15:23:04,779 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T15:23:04,783 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/replication/d6e2bc801d1c1c40f1d875ed11e23c53/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T15:23:04,784 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:23:04,784 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:23:04,784 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:04,784 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6e2bc801d1c1c40f1d875ed11e23c53: Waiting for close lock at 1733325784343Running coprocessor pre-close hooks at 1733325784343Disabling compacts and flushes for region at 1733325784343Disabling writes for close at 1733325784343Obtaining lock to block concurrent updates at 1733325784343Preparing flush snapshotting stores in d6e2bc801d1c1c40f1d875ed11e23c53 at 1733325784343Finished memstore snapshotting hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733325784343Flushing stores of hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. at 1733325784344 (+1 ms)Flushing d6e2bc801d1c1c40f1d875ed11e23c53/queue: creating writer at 1733325784344Flushing d6e2bc801d1c1c40f1d875ed11e23c53/queue: appending metadata at 1733325784359 (+15 ms)Flushing d6e2bc801d1c1c40f1d875ed11e23c53/queue: closing flushed file at 1733325784359Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615cabc4: reopening flushed file at 1733325784772 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d6e2bc801d1c1c40f1d875ed11e23c53 in 436ms, sequenceid=5, compaction requested=false at 1733325784779 (+7 ms)Writing region close event to WAL at 1733325784780 (+1 ms)Running coprocessor post-close hooks at 1733325784784 (+4 ms)Closed at 1733325784784 2024-12-04T15:23:04,784 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:04,785 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/.tmp/ns/335d24952e6a4e7fb4c5765a7e5f468d 2024-12-04T15:23:04,802 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/.tmp/table/efc88f5241274803b119a9b20a65e6be is 53, key is hbase:replication/table:state/1733325783322/Put/seqid=0 2024-12-04T15:23:04,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741841_1017 (size=5256) 2024-12-04T15:23:04,944 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:23:05,012 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.wal-reader.c6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.1733325775885 to pos 0, reset compression=false 2024-12-04T15:23:05,144 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:23:05,207 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/.tmp/table/efc88f5241274803b119a9b20a65e6be 2024-12-04T15:23:05,212 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/.tmp/info/6d6abcd0f3c041fdb3cba03c0337fb94 as hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/info/6d6abcd0f3c041fdb3cba03c0337fb94 2024-12-04T15:23:05,217 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/info/6d6abcd0f3c041fdb3cba03c0337fb94, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T15:23:05,218 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/.tmp/ns/335d24952e6a4e7fb4c5765a7e5f468d as hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/ns/335d24952e6a4e7fb4c5765a7e5f468d 2024-12-04T15:23:05,223 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/ns/335d24952e6a4e7fb4c5765a7e5f468d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T15:23:05,224 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/.tmp/table/efc88f5241274803b119a9b20a65e6be as hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/table/efc88f5241274803b119a9b20a65e6be 2024-12-04T15:23:05,229 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/table/efc88f5241274803b119a9b20a65e6be, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T15:23:05,230 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 886ms, sequenceid=11, compaction requested=false 2024-12-04T15:23:05,234 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T15:23:05,235 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:23:05,235 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:23:05,235 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:23:05,235 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325784343Running coprocessor pre-close hooks at 1733325784343Disabling compacts and flushes for region at 1733325784343Disabling writes for close at 1733325784344 (+1 ms)Obtaining lock to block concurrent updates at 1733325784344Preparing flush snapshotting stores in 1588230740 at 1733325784344Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733325784344Flushing stores of hbase:meta,,1.1588230740 at 1733325784345 (+1 ms)Flushing 1588230740/info: creating writer at 1733325784345Flushing 1588230740/info: appending metadata at 1733325784357 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733325784357Flushing 1588230740/ns: creating writer at 1733325784369 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733325784381 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733325784381Flushing 1588230740/table: creating writer at 1733325784790 (+409 ms)Flushing 1588230740/table: appending metadata at 1733325784802 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733325784802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c3beb0: reopening flushed file at 1733325785211 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c3a4db0: reopening flushed file at 1733325785217 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d93d0a6: reopening flushed file at 1733325785223 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 886ms, sequenceid=11, compaction requested=false at 1733325785230 (+7 ms)Writing region close event to WAL at 1733325785231 (+1 ms)Running coprocessor post-close hooks at 1733325785235 (+4 ms)Closed at 1733325785235 2024-12-04T15:23:05,235 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:23:05,344 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,39257,1733325774180; all regions closed. 2024-12-04T15:23:05,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741834_1010 (size=2742) 2024-12-04T15:23:05,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.meta.1733325776897.meta not finished, retry = 0 2024-12-04T15:23:05,450 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/oldWALs 2024-12-04T15:23:05,450 INFO [RS:0;c6f2e1d35cf1:39257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C39257%2C1733325774180.meta:.meta(num 1733325776897) 2024-12-04T15:23:05,452 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.rep.1733325783275 not finished, retry = 0 2024-12-04T15:23:05,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741837_1013 (size=1586) 2024-12-04T15:23:05,555 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/oldWALs 2024-12-04T15:23:05,555 INFO [RS:0;c6f2e1d35cf1:39257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C39257%2C1733325774180.rep:(num 1733325783275) 2024-12-04T15:23:05,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741832_1008 (size=93) 2024-12-04T15:23:05,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.1733325775885 not finished, retry = 0 2024-12-04T15:23:05,618 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.wal-reader.c6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.1733325775885 to pos 0, reset compression=false 2024-12-04T15:23:05,658 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.wal-reader.c6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.1733325775885 2024-12-04T15:23:05,658 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.wal-reader.c6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-04T15:23:05,659 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.wal-reader.c6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-04T15:23:05,658 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.shipperc6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,39257,1733325774180 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180/c6f2e1d35cf1%2C39257%2C1733325774180.1733325775885, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T15:23:05,660 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/oldWALs 2024-12-04T15:23:05,660 INFO [RS:0;c6f2e1d35cf1:39257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C39257%2C1733325774180:(num 1733325775885) 2024-12-04T15:23:05,660 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:05,660 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:23:05,660 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:23:05,660 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:23:05,660 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:23:05,660 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:23:05,660 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,39257,1733325774180 because: Region server is closing 2024-12-04T15:23:05,660 INFO [RS:0;c6f2e1d35cf1:39257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:39257. 2024-12-04T15:23:05,661 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:05,661 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:05,661 DEBUG [RS:0;c6f2e1d35cf1:39257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:05,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:05,661 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.shipperc6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f2e1d35cf1,39257,1733325774180: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f2e1d35cf1,39257,1733325774180, walGroup=c6f2e1d35cf1%2C39257%2C1733325774180, offset=c6f2e1d35cf1%2C39257%2C1733325774180.1733325775885:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:39257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T15:23:05,662 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.shipperc6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T15:23:05,664 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.shipperc6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T15:23:05,665 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.shipperc6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T15:23:05,665 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.shipperc6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T15:23:05,665 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.shipperc6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T15:23:05,665 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.shipperc6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 875243416 }, "NonHeapMemoryUsage": { "committed": 182714368, "init": 7667712, "max": -1, "used": 179955912 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T15:23:05,666 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.shipperc6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c6f2e1d35cf1%2C39257%2C1733325774180.1733325775885] 2024-12-04T15:23:05,761 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39257,1733325774180.replicationSource.shipperc6f2e1d35cf1%2C39257%2C1733325774180,1-c6f2e1d35cf1,39257,1733325774180 terminated 2024-12-04T15:23:05,761 INFO [RS:0;c6f2e1d35cf1:39257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39257 2024-12-04T15:23:05,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0389495796/rs/c6f2e1d35cf1,39257,1733325774180 2024-12-04T15:23:05,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796/rs 2024-12-04T15:23:05,771 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:23:05,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,39257,1733325774180] 2024-12-04T15:23:05,787 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0389495796/draining/c6f2e1d35cf1,39257,1733325774180 already deleted, retry=false 2024-12-04T15:23:05,787 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,39257,1733325774180 expired; onlineServers=0 2024-12-04T15:23:05,787 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,34831,1733325774033' ***** 2024-12-04T15:23:05,787 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:23:05,787 INFO [M:0;c6f2e1d35cf1:34831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:23:05,787 INFO [M:0;c6f2e1d35cf1:34831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:23:05,787 DEBUG [M:0;c6f2e1d35cf1:34831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:23:05,788 DEBUG [M:0;c6f2e1d35cf1:34831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:23:05,788 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:23:05,788 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325775694 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325775694,5,FailOnTimeoutGroup] 2024-12-04T15:23:05,788 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325775694 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325775694,5,FailOnTimeoutGroup] 2024-12-04T15:23:05,788 INFO [M:0;c6f2e1d35cf1:34831 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:23:05,788 INFO [M:0;c6f2e1d35cf1:34831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:23:05,788 DEBUG [M:0;c6f2e1d35cf1:34831 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:23:05,788 INFO [M:0;c6f2e1d35cf1:34831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:23:05,788 INFO [M:0;c6f2e1d35cf1:34831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:23:05,788 INFO [M:0;c6f2e1d35cf1:34831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:23:05,788 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:23:05,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0389495796/master 2024-12-04T15:23:05,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:23:05,796 DEBUG [M:0;c6f2e1d35cf1:34831 {}] zookeeper.ZKUtil(347): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Unable to get data of znode /0389495796/master because node does not exist (not an error) 2024-12-04T15:23:05,796 WARN [M:0;c6f2e1d35cf1:34831 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:23:05,796 INFO [M:0;c6f2e1d35cf1:34831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/.lastflushedseqids 2024-12-04T15:23:05,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741842_1018 (size=181) 2024-12-04T15:23:05,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:05,879 INFO [RS:0;c6f2e1d35cf1:39257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:23:05,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x101a21e1cb50001, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:05,879 INFO [RS:0;c6f2e1d35cf1:39257 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,39257,1733325774180; zookeeper connection closed. 2024-12-04T15:23:05,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@490d5c5b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@490d5c5b 2024-12-04T15:23:05,880 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:23:06,202 INFO [M:0;c6f2e1d35cf1:34831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:23:06,202 INFO [M:0;c6f2e1d35cf1:34831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:23:06,202 DEBUG [M:0;c6f2e1d35cf1:34831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:23:06,202 INFO [M:0;c6f2e1d35cf1:34831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:06,202 DEBUG [M:0;c6f2e1d35cf1:34831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:06,202 DEBUG [M:0;c6f2e1d35cf1:34831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:23:06,202 DEBUG [M:0;c6f2e1d35cf1:34831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:06,202 INFO [M:0;c6f2e1d35cf1:34831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T15:23:06,216 DEBUG [M:0;c6f2e1d35cf1:34831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/548744e5547e4a1498e16bb455027c3d is 82, key is hbase:meta,,1/info:regioninfo/1733325776926/Put/seqid=0 2024-12-04T15:23:06,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741843_1019 (size=5672) 2024-12-04T15:23:06,621 INFO [M:0;c6f2e1d35cf1:34831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/548744e5547e4a1498e16bb455027c3d 2024-12-04T15:23:06,641 DEBUG [M:0;c6f2e1d35cf1:34831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f55a1b6346a44c61a0ac49dee44a7186 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733325783327/Put/seqid=0 2024-12-04T15:23:06,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741844_1020 (size=7203) 2024-12-04T15:23:07,045 INFO [M:0;c6f2e1d35cf1:34831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f55a1b6346a44c61a0ac49dee44a7186 2024-12-04T15:23:07,062 DEBUG [M:0;c6f2e1d35cf1:34831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31403a52b97d4ef19e1c8e19af356fc8 is 69, key is c6f2e1d35cf1,39257,1733325774180/rs:state/1733325775742/Put/seqid=0 2024-12-04T15:23:07,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741845_1021 (size=5156) 2024-12-04T15:23:07,467 INFO [M:0;c6f2e1d35cf1:34831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31403a52b97d4ef19e1c8e19af356fc8 2024-12-04T15:23:07,472 DEBUG [M:0;c6f2e1d35cf1:34831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/548744e5547e4a1498e16bb455027c3d as hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/548744e5547e4a1498e16bb455027c3d 2024-12-04T15:23:07,477 INFO [M:0;c6f2e1d35cf1:34831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/548744e5547e4a1498e16bb455027c3d, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T15:23:07,478 DEBUG [M:0;c6f2e1d35cf1:34831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f55a1b6346a44c61a0ac49dee44a7186 as hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f55a1b6346a44c61a0ac49dee44a7186 2024-12-04T15:23:07,484 INFO [M:0;c6f2e1d35cf1:34831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f55a1b6346a44c61a0ac49dee44a7186, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T15:23:07,485 DEBUG [M:0;c6f2e1d35cf1:34831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31403a52b97d4ef19e1c8e19af356fc8 as hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31403a52b97d4ef19e1c8e19af356fc8 2024-12-04T15:23:07,491 INFO [M:0;c6f2e1d35cf1:34831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31403a52b97d4ef19e1c8e19af356fc8, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T15:23:07,492 INFO [M:0;c6f2e1d35cf1:34831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false 2024-12-04T15:23:07,495 INFO [M:0;c6f2e1d35cf1:34831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:07,495 DEBUG [M:0;c6f2e1d35cf1:34831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325786202Disabling compacts and flushes for region at 1733325786202Disabling writes for close at 1733325786202Obtaining lock to block concurrent updates at 1733325786202Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325786202Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733325786203 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325786203Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325786203Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325786216 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325786216Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325786625 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325786640 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325786640Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325787050 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325787062 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325787062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15119284: reopening flushed file at 1733325787472 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67fa2775: reopening flushed file at 1733325787478 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ec1dcd: reopening flushed file at 1733325787484 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false at 1733325787492 (+8 ms)Writing region close event to WAL at 1733325787495 (+3 ms)Closed at 1733325787495 2024-12-04T15:23:07,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741830_1006 (size=41008) 2024-12-04T15:23:07,503 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/WALs/c6f2e1d35cf1,34831,1733325774033/c6f2e1d35cf1%2C34831%2C1733325774033.1733325775499 not finished, retry = 0 2024-12-04T15:23:07,538 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:23:07,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:07,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:07,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:07,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:07,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:07,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:07,604 INFO [M:0;c6f2e1d35cf1:34831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:23:07,604 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:23:07,604 INFO [M:0;c6f2e1d35cf1:34831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34831 2024-12-04T15:23:07,604 INFO [M:0;c6f2e1d35cf1:34831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:23:07,721 INFO [M:0;c6f2e1d35cf1:34831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:23:07,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:07,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34831-0x101a21e1cb50000, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:07,722 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:23:07,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:07,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:07,722 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:23:07,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:07,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:23:07,722 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:23:07,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:23:07,723 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40839 2024-12-04T15:23:07,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40839 connecting to ZooKeeper ensemble=127.0.0.1:56202 2024-12-04T15:23:07,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408390x0, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:23:07,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40839-0x101a21e1cb50006 connected 2024-12-04T15:23:07,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:07,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:07,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on znode that does not yet exist, /0389495796/running 2024-12-04T15:23:07,746 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0389495796/meta-region-server: INIT 2024-12-04T15:23:07,746 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f, hbase.cluster.distributed=false 2024-12-04T15:23:07,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on znode that does not yet exist, /0389495796/acl 2024-12-04T15:23:07,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40839 2024-12-04T15:23:07,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40839 2024-12-04T15:23:07,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40839 2024-12-04T15:23:07,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40839 2024-12-04T15:23:07,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40839 2024-12-04T15:23:07,760 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:23:07,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:07,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:07,760 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:23:07,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:07,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:23:07,760 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:23:07,760 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:23:07,760 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39179 2024-12-04T15:23:07,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39179 connecting to ZooKeeper ensemble=127.0.0.1:56202 2024-12-04T15:23:07,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:07,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:07,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391790x0, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:23:07,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39179-0x101a21e1cb50007 connected 2024-12-04T15:23:07,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on znode that does not yet exist, /0389495796/running 2024-12-04T15:23:07,775 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0389495796/meta-region-server: INIT 2024-12-04T15:23:07,775 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:23:07,776 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:23:07,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on znode that does not yet exist, /0389495796/master 2024-12-04T15:23:07,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on znode that does not yet exist, /0389495796/acl 2024-12-04T15:23:07,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39179 2024-12-04T15:23:07,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39179 2024-12-04T15:23:07,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39179 2024-12-04T15:23:07,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39179 2024-12-04T15:23:07,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39179 2024-12-04T15:23:07,792 DEBUG [M:0;c6f2e1d35cf1:40839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:40839 2024-12-04T15:23:07,792 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0389495796/backup-masters/c6f2e1d35cf1,40839,1733325787722 2024-12-04T15:23:07,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796/backup-masters 2024-12-04T15:23:07,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796/backup-masters 2024-12-04T15:23:07,800 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on existing znode=/0389495796/backup-masters/c6f2e1d35cf1,40839,1733325787722 2024-12-04T15:23:07,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:23:07,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0389495796/master 2024-12-04T15:23:07,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:23:07,808 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on existing znode=/0389495796/master 2024-12-04T15:23:07,809 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0389495796/backup-masters/c6f2e1d35cf1,40839,1733325787722 from backup master directory 2024-12-04T15:23:07,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0389495796/backup-masters/c6f2e1d35cf1,40839,1733325787722 2024-12-04T15:23:07,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796/backup-masters 2024-12-04T15:23:07,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796/backup-masters 2024-12-04T15:23:07,816 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:23:07,816 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,40839,1733325787722 2024-12-04T15:23:07,825 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:07,825 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:23:07,831 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-12-04T15:23:07,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741846_1022 (size=196) 2024-12-04T15:23:08,242 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:23:08,243 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:23:08,243 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:08,248 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T15:23:08,251 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/WALs/c6f2e1d35cf1,34831,1733325774033 to hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/WALs/c6f2e1d35cf1,34831,1733325774033-dead as it is dead 2024-12-04T15:23:08,251 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/WALs/c6f2e1d35cf1,34831,1733325774033-dead/c6f2e1d35cf1%2C34831%2C1733325774033.1733325775499 2024-12-04T15:23:08,252 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/WALs/c6f2e1d35cf1,34831,1733325774033-dead/c6f2e1d35cf1%2C34831%2C1733325774033.1733325775499 after 1ms 2024-12-04T15:23:08,252 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/WALs/c6f2e1d35cf1,34831,1733325774033-dead/c6f2e1d35cf1%2C34831%2C1733325774033.1733325775499 to hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c6f2e1d35cf1%2C34831%2C1733325774033.1733325775499 2024-12-04T15:23:08,252 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/WALs/c6f2e1d35cf1,34831,1733325774033-dead 2024-12-04T15:23:08,253 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/WALs/c6f2e1d35cf1,40839,1733325787722 2024-12-04T15:23:08,254 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:23:08,255 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C40839%2C1733325787722, suffix=, logDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/WALs/c6f2e1d35cf1,40839,1733325787722, archiveDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/oldWALs, maxLogs=10 2024-12-04T15:23:08,266 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/WALs/c6f2e1d35cf1,40839,1733325787722/c6f2e1d35cf1%2C40839%2C1733325787722.1733325788255, exclude list is [], retry=0 2024-12-04T15:23:08,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41755,DS-f66e010a-b3e7-4e7e-b32e-16140a4f6293,DISK] 2024-12-04T15:23:08,270 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/WALs/c6f2e1d35cf1,40839,1733325787722/c6f2e1d35cf1%2C40839%2C1733325787722.1733325788255 2024-12-04T15:23:08,271 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44943:44943)] 2024-12-04T15:23:08,271 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:08,271 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:08,271 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:08,271 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:08,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:08,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:23:08,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:08,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/548744e5547e4a1498e16bb455027c3d 2024-12-04T15:23:08,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:08,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:08,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:23:08,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:08,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f55a1b6346a44c61a0ac49dee44a7186 2024-12-04T15:23:08,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:08,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:08,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:23:08,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:08,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31403a52b97d4ef19e1c8e19af356fc8 2024-12-04T15:23:08,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:08,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:08,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:23:08,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:08,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:08,291 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:08,292 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T15:23:08,292 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c6f2e1d35cf1%2C34831%2C1733325774033.1733325775499 2024-12-04T15:23:08,295 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c6f2e1d35cf1%2C34831%2C1733325774033.1733325775499 2024-12-04T15:23:08,296 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/c6f2e1d35cf1%2C34831%2C1733325774033.1733325775499 2024-12-04T15:23:08,297 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:08,297 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:08,298 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:08,299 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:08,301 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-04T15:23:08,301 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75367994, jitterRate=0.123070627450943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:08,301 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325788271Initializing all the Stores at 1733325788272 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325788272Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325788272Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325788272Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325788272Cleaning up temporary data from old regions at 1733325788297 (+25 ms)Region opened successfully at 1733325788301 (+4 ms) 2024-12-04T15:23:08,302 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:23:08,304 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e8bdb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:23:08,306 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T15:23:08,306 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:23:08,306 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:23:08,306 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:23:08,307 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:23:08,309 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:08,309 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:23:08,310 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:23:08,310 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-04T15:23:08,310 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:23:08,313 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c6f2e1d35cf1,39257,1733325774180, regionLocation=c6f2e1d35cf1,39257,1733325774180, openSeqNum=2 2024-12-04T15:23:08,313 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c6f2e1d35cf1,39257,1733325774180, table=hbase:meta, region=1588230740 2024-12-04T15:23:08,313 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,39257,1733325774180, state=OPEN 2024-12-04T15:23:08,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0389495796/meta-region-server 2024-12-04T15:23:08,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0389495796/meta-region-server 2024-12-04T15:23:08,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0389495796/meta-region-server: CHANGED 2024-12-04T15:23:08,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0389495796/meta-region-server: CHANGED 2024-12-04T15:23:08,349 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:23:08,358 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0389495796/draining/c6f2e1d35cf1,39257,1733325774180 already deleted, retry=false 2024-12-04T15:23:08,358 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of c6f2e1d35cf1,39257,1733325774180 on c6f2e1d35cf1,40839,1733325787722 2024-12-04T15:23:08,359 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c6f2e1d35cf1,39257,1733325774180, splitWal=true, meta=true 2024-12-04T15:23:08,359 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for c6f2e1d35cf1,39257,1733325774180 (carryingMeta=true) c6f2e1d35cf1,39257,1733325774180/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7479ec36[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T15:23:08,361 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Unable to get data of znode /0389495796/balancer because node does not exist (not necessarily an error) 2024-12-04T15:23:08,370 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0389495796/balancer already deleted, retry=false 2024-12-04T15:23:08,371 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:23:08,372 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Unable to get data of znode /0389495796/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:23:08,379 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0389495796/normalizer already deleted, retry=false 2024-12-04T15:23:08,379 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:23:08,380 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Unable to get data of znode /0389495796/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:23:08,387 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0389495796/switch/split already deleted, retry=false 2024-12-04T15:23:08,388 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Unable to get data of znode /0389495796/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:23:08,395 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0389495796/switch/merge already deleted, retry=false 2024-12-04T15:23:08,405 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Unable to get data of znode /0389495796/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:23:08,412 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0389495796/snapshot-cleanup already deleted, retry=false 2024-12-04T15:23:08,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0389495796/running 2024-12-04T15:23:08,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0389495796/running 2024-12-04T15:23:08,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:23:08,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:23:08,421 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,40839,1733325787722, sessionid=0x101a21e1cb50006, setting cluster-up flag (Was=false) 2024-12-04T15:23:08,429 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0389495796/flush-table-proc/acquired, /0389495796/flush-table-proc/reached, /0389495796/flush-table-proc/abort 2024-12-04T15:23:08,430 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,40839,1733325787722 2024-12-04T15:23:08,438 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0389495796/online-snapshot/acquired, /0389495796/online-snapshot/reached, /0389495796/online-snapshot/abort 2024-12-04T15:23:08,438 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,40839,1733325787722 2024-12-04T15:23:08,440 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/.lastflushedseqids 2024-12-04T15:23:08,442 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:23:08,442 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:23:08,442 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,40839,1733325787722 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 c6f2e1d35cf1,39257,1733325774180 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:23:08,443 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:08,443 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:08,443 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:08,443 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:08,443 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:23:08,443 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:08,443 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:23:08,444 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:08,444 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325818444 2024-12-04T15:23:08,444 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:23:08,444 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:23:08,444 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:23:08,444 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:23:08,444 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:23:08,444 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:23:08,444 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:08,445 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:23:08,445 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:23:08,445 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c6f2e1d35cf1,39257,1733325774180, splitWal=true, meta=true 2024-12-04T15:23:08,445 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:23:08,445 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:23:08,445 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:23:08,445 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:23:08,445 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325788445,5,FailOnTimeoutGroup] 2024-12-04T15:23:08,446 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325788445,5,FailOnTimeoutGroup] 2024-12-04T15:23:08,446 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c6f2e1d35cf1,39257,1733325774180, splitWal=true, meta=true, isMeta: true 2024-12-04T15:23:08,446 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:08,446 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:23:08,446 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:08,446 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:08,446 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325788446, completionTime=-1 2024-12-04T15:23:08,446 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T15:23:08,446 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T15:23:08,447 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180-splitting 2024-12-04T15:23:08,448 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180-splitting dir is empty, no logs to split. 2024-12-04T15:23:08,448 INFO [PEWorker-1 {}] master.SplitWALManager(105): c6f2e1d35cf1,39257,1733325774180 WAL count=0, meta=true 2024-12-04T15:23:08,450 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180-splitting dir is empty, no logs to split. 2024-12-04T15:23:08,450 INFO [PEWorker-1 {}] master.SplitWALManager(105): c6f2e1d35cf1,39257,1733325774180 WAL count=0, meta=true 2024-12-04T15:23:08,450 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c6f2e1d35cf1,39257,1733325774180 WAL splitting is done? wals=0, meta=true 2024-12-04T15:23:08,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:23:08,452 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:23:08,453 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T15:23:08,481 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(746): ClusterId : c3585468-a214-4fa4-b4a0-4c74a9d29ebb 2024-12-04T15:23:08,482 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:23:08,492 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:23:08,492 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:23:08,500 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:23:08,501 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101464d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:23:08,511 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:39179 2024-12-04T15:23:08,511 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:23:08,511 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:23:08,511 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:23:08,512 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,40839,1733325787722 with port=39179, startcode=1733325787759 2024-12-04T15:23:08,512 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:23:08,514 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:23:08,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40839 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,39179,1733325787759 2024-12-04T15:23:08,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40839 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,39179,1733325787759 2024-12-04T15:23:08,515 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f 2024-12-04T15:23:08,515 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34735 2024-12-04T15:23:08,516 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:23:08,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796/rs 2024-12-04T15:23:08,545 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] zookeeper.ZKUtil(111): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on existing znode=/0389495796/rs/c6f2e1d35cf1,39179,1733325787759 2024-12-04T15:23:08,545 WARN [RS:0;c6f2e1d35cf1:39179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:23:08,545 INFO [RS:0;c6f2e1d35cf1:39179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:08,545 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759 2024-12-04T15:23:08,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,39179,1733325787759] 2024-12-04T15:23:08,546 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T15:23:08,562 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:23:08,563 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:23:08,563 INFO [RS:0;c6f2e1d35cf1:39179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:23:08,563 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:08,563 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:23:08,564 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:23:08,564 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:08,564 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:08,564 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:08,564 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:08,564 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:08,564 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:08,564 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:23:08,564 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:08,564 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:08,564 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:08,564 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:08,564 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:08,564 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:08,564 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:23:08,564 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:23:08,565 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:08,565 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:08,565 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:08,565 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:08,565 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:08,565 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39179,1733325787759-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:23:08,576 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:23:08,576 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39179,1733325787759-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:08,587 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,39179,1733325787759, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:23:08,587 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:08,587 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.Replication(171): c6f2e1d35cf1,39179,1733325787759 started 2024-12-04T15:23:08,598 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:08,598 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource,1-c6f2e1d35cf1,39179,1733325787759 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:43859' 2024-12-04T15:23:08,598 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,39179,1733325787759, RpcServer on c6f2e1d35cf1/172.17.0.3:39179, sessionid=0x101a21e1cb50007 2024-12-04T15:23:08,598 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:23:08,598 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,39179,1733325787759 2024-12-04T15:23:08,598 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,39179,1733325787759' 2024-12-04T15:23:08,598 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0389495796/flush-table-proc/abort' 2024-12-04T15:23:08,598 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0389495796/flush-table-proc/acquired' 2024-12-04T15:23:08,599 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:23:08,599 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:23:08,599 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,39179,1733325787759 2024-12-04T15:23:08,599 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,39179,1733325787759' 2024-12-04T15:23:08,599 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0389495796/online-snapshot/abort' 2024-12-04T15:23:08,599 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource,1-c6f2e1d35cf1,39179,1733325787759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ce63cdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:08,599 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource,1-c6f2e1d35cf1,39179,1733325787759 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,43859,-1 for getting cluster id 2024-12-04T15:23:08,599 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource,1-c6f2e1d35cf1,39179,1733325787759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:08,599 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0389495796/online-snapshot/acquired' 2024-12-04T15:23:08,600 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:23:08,600 INFO [RS:0;c6f2e1d35cf1:39179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:23:08,600 INFO [RS:0;c6f2e1d35cf1:39179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:23:08,600 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd287fe2f-12fd-4fa1-8e21-c2cc5bbdfc90' 2024-12-04T15:23:08,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:08,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d287fe2f-12fd-4fa1-8e21-c2cc5bbdfc90" 2024-12-04T15:23:08,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@639994fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:08,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,43859,-1] 2024-12-04T15:23:08,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:08,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:08,601 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:08,602 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource,1-c6f2e1d35cf1,39179,1733325787759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d299e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:08,602 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource,1-c6f2e1d35cf1,39179,1733325787759 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:08,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,43859,1733325778643 2024-12-04T15:23:08,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c9e288d 2024-12-04T15:23:08,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:08,603 WARN [c6f2e1d35cf1:40839 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T15:23:08,603 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-04T15:23:08,604 INFO [RS:0;c6f2e1d35cf1:39179.replicationSource,1-c6f2e1d35cf1,39179,1733325787759 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,39179,1733325787759 (queues=0) is replicating from cluster=c3585468-a214-4fa4-b4a0-4c74a9d29ebb to cluster=d287fe2f-12fd-4fa1-8e21-c2cc5bbdfc90 2024-12-04T15:23:08,700 INFO [RS:0;c6f2e1d35cf1:39179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:23:08,701 INFO [RS:0;c6f2e1d35cf1:39179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C39179%2C1733325787759, suffix=, logDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759, archiveDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/oldWALs, maxLogs=10 2024-12-04T15:23:08,716 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.1733325788702, exclude list is [], retry=0 2024-12-04T15:23:08,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41755,DS-f66e010a-b3e7-4e7e-b32e-16140a4f6293,DISK] 2024-12-04T15:23:08,720 INFO [RS:0;c6f2e1d35cf1:39179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.1733325788702 2024-12-04T15:23:08,720 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group c6f2e1d35cf1%2C39179%2C1733325787759 for peer 1 2024-12-04T15:23:08,720 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C39179%2C1733325787759 2024-12-04T15:23:08,720 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,39179,1733325787759, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:23:08,721 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44943:44943)] 2024-12-04T15:23:08,721 INFO [RS:0;c6f2e1d35cf1:39179.replicationSource.shipperc6f2e1d35cf1%2C39179%2C1733325787759,1-c6f2e1d35cf1,39179,1733325787759 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C39179%2C1733325787759 2024-12-04T15:23:08,721 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource.wal-reader.c6f2e1d35cf1%2C39179%2C1733325787759,1-c6f2e1d35cf1,39179,1733325787759 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.1733325788702, startPosition=0, beingWritten=true 2024-12-04T15:23:08,853 DEBUG [c6f2e1d35cf1:40839 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:23:08,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,39179,1733325787759 2024-12-04T15:23:08,854 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,39179,1733325787759, state=OPENING 2024-12-04T15:23:08,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0389495796/meta-region-server 2024-12-04T15:23:08,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0389495796/meta-region-server 2024-12-04T15:23:08,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0389495796/meta-region-server: CHANGED 2024-12-04T15:23:08,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0389495796/meta-region-server: CHANGED 2024-12-04T15:23:08,866 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:23:08,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,39179,1733325787759}] 2024-12-04T15:23:08,925 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource.wal-reader.c6f2e1d35cf1%2C39179%2C1733325787759,1-c6f2e1d35cf1,39179,1733325787759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.1733325788702 to pos 0, reset compression=false 2024-12-04T15:23:09,019 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:23:09,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:23:09,023 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:23:09,023 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:09,024 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:23:09,025 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C39179%2C1733325787759.meta, suffix=.meta, logDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759, archiveDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/oldWALs, maxLogs=10 2024-12-04T15:23:09,054 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.meta.1733325789041.meta, exclude list is [], retry=0 2024-12-04T15:23:09,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41755,DS-f66e010a-b3e7-4e7e-b32e-16140a4f6293,DISK] 2024-12-04T15:23:09,058 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.meta.1733325789041.meta 2024-12-04T15:23:09,059 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44943:44943)] 2024-12-04T15:23:09,059 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:09,059 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:23:09,059 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:23:09,059 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:23:09,060 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:23:09,060 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:23:09,060 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:09,060 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:23:09,060 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:23:09,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:23:09,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:23:09,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:09,068 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/info/6d6abcd0f3c041fdb3cba03c0337fb94 2024-12-04T15:23:09,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:09,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:23:09,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:23:09,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:09,076 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/ns/335d24952e6a4e7fb4c5765a7e5f468d 2024-12-04T15:23:09,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:09,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:23:09,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:23:09,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:09,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:09,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:23:09,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:23:09,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:09,084 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/table/efc88f5241274803b119a9b20a65e6be 2024-12-04T15:23:09,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:09,084 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:23:09,085 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740 2024-12-04T15:23:09,086 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740 2024-12-04T15:23:09,087 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:23:09,087 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:23:09,088 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:09,089 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:23:09,090 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66749170, jitterRate=-0.005359858274459839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:09,090 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:23:09,090 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325789060Writing region info on filesystem at 1733325789060Initializing all the Stores at 1733325789061 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325789061Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325789061Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325789061Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325789061Cleaning up temporary data from old regions at 1733325789088 (+27 ms)Running coprocessor post-open hooks at 1733325789090 (+2 ms)Region opened successfully at 1733325789090 2024-12-04T15:23:09,091 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733325789019 2024-12-04T15:23:09,093 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:23:09,093 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:23:09,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=c6f2e1d35cf1,39179,1733325787759 2024-12-04T15:23:09,094 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,39179,1733325787759, state=OPEN 2024-12-04T15:23:09,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0389495796/meta-region-server 2024-12-04T15:23:09,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0389495796/meta-region-server 2024-12-04T15:23:09,104 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,39179,1733325787759 2024-12-04T15:23:09,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0389495796/meta-region-server: CHANGED 2024-12-04T15:23:09,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0389495796/meta-region-server: CHANGED 2024-12-04T15:23:09,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-04T15:23:09,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,39179,1733325787759 in 238 msec 2024-12-04T15:23:09,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T15:23:09,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 655 msec 2024-12-04T15:23:09,232 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource.wal-reader.c6f2e1d35cf1%2C39179%2C1733325787759,1-c6f2e1d35cf1,39179,1733325787759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.1733325788702 to pos 0, reset compression=false 2024-12-04T15:23:09,636 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource.wal-reader.c6f2e1d35cf1%2C39179%2C1733325787759,1-c6f2e1d35cf1,39179,1733325787759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.1733325788702 to pos 0, reset compression=false 2024-12-04T15:23:10,049 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-04T15:23:10,141 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource.wal-reader.c6f2e1d35cf1%2C39179%2C1733325787759,1-c6f2e1d35cf1,39179,1733325787759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.1733325788702 to pos 0, reset compression=false 2024-12-04T15:23:10,746 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource.wal-reader.c6f2e1d35cf1%2C39179%2C1733325787759,1-c6f2e1d35cf1,39179,1733325787759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.1733325788702 to pos 0, reset compression=false 2024-12-04T15:23:11,451 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource.wal-reader.c6f2e1d35cf1%2C39179%2C1733325787759,1-c6f2e1d35cf1,39179,1733325787759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.1733325788702 to pos 0, reset compression=false 2024-12-04T15:23:11,551 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-04T15:23:12,255 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource.wal-reader.c6f2e1d35cf1%2C39179%2C1733325787759,1-c6f2e1d35cf1,39179,1733325787759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.1733325788702 to pos 0, reset compression=false 2024-12-04T15:23:12,953 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T15:23:12,953 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:23:12,954 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:12,954 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,39179,1733325787759, seqNum=-1] 2024-12-04T15:23:12,955 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:12,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:23:12,959 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d6e2bc801d1c1c40f1d875ed11e23c53, regionState=OPEN, lastHost=c6f2e1d35cf1,39257,1733325774180, regionLocation=c6f2e1d35cf1,39257,1733325774180, openSeqNum=2 2024-12-04T15:23:12,959 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:23:12,959 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325852959 2024-12-04T15:23:12,959 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325912959 2024-12-04T15:23:12,959 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-04T15:23:12,959 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c6f2e1d35cf1,39257,1733325774180 had 2 regions 2024-12-04T15:23:12,960 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40839,1733325787722-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:12,960 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40839,1733325787722-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:12,960 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40839,1733325787722-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:12,960 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:40839, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:12,960 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:12,960 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:12,961 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c6f2e1d35cf1,39257,1733325774180, splitWal=true, meta=true, isMeta: false 2024-12-04T15:23:12,962 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180-splitting dir is empty, no logs to split. 2024-12-04T15:23:12,962 INFO [PEWorker-3 {}] master.SplitWALManager(105): c6f2e1d35cf1,39257,1733325774180 WAL count=0, meta=false 2024-12-04T15:23:12,965 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39257,1733325774180-splitting dir is empty, no logs to split. 2024-12-04T15:23:12,965 INFO [PEWorker-3 {}] master.SplitWALManager(105): c6f2e1d35cf1,39257,1733325774180 WAL count=0, meta=false 2024-12-04T15:23:12,965 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.149sec 2024-12-04T15:23:12,965 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c6f2e1d35cf1,39257,1733325774180 WAL splitting is done? wals=0, meta=false 2024-12-04T15:23:12,966 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:23:12,966 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:23:12,966 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:23:12,966 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:23:12,966 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:23:12,966 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40839,1733325787722-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:23:12,966 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40839,1733325787722-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:23:12,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6e2bc801d1c1c40f1d875ed11e23c53, ASSIGN}] 2024-12-04T15:23:12,967 WARN [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=c6f2e1d35cf1,39257,1733325774180/hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:12,968 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6e2bc801d1c1c40f1d875ed11e23c53, ASSIGN 2024-12-04T15:23:12,969 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6e2bc801d1c1c40f1d875ed11e23c53, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T15:23:12,976 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:23:12,976 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:23:12,976 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40839,1733325787722-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:12,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b860293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:12,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,40839,-1 for getting cluster id 2024-12-04T15:23:12,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:12,986 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3585468-a214-4fa4-b4a0-4c74a9d29ebb' 2024-12-04T15:23:12,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:12,986 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3585468-a214-4fa4-b4a0-4c74a9d29ebb" 2024-12-04T15:23:12,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228948c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:12,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,40839,-1] 2024-12-04T15:23:12,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:12,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:12,988 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:12,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b580f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:12,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,39179,1733325787759, seqNum=-1] 2024-12-04T15:23:12,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:12,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:23:12,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T15:23:12,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:23:12,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:12,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:12,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:12,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:12,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: c6f2e1d35cf1:40839 after: c6f2e1d35cf1:40839 2024-12-04T15:23:12,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f64071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:12,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,40839,-1 for getting cluster id 2024-12-04T15:23:12,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:12,995 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3585468-a214-4fa4-b4a0-4c74a9d29ebb' 2024-12-04T15:23:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3585468-a214-4fa4-b4a0-4c74a9d29ebb" 2024-12-04T15:23:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e3dac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,40839,-1] 2024-12-04T15:23:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:12,997 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:12,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f41e2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:12,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,40839,1733325787722 2024-12-04T15:23:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b6d53f3 2024-12-04T15:23:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:12,999 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:23:12,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40839 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T15:23:12,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:23:12,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:23:13,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:13,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:13,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:13,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:23:13,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:13,000 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=14980803, stopped=false 2024-12-04T15:23:13,000 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,43859,1733325778643 2024-12-04T15:23:13,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-446755313/running 2024-12-04T15:23:13,011 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-446755313/running 2024-12-04T15:23:13,011 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313 2024-12-04T15:23:13,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313 2024-12-04T15:23:13,011 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:23:13,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:23:13,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:13,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:13,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Set watcher on znode that does not yet exist, /1-446755313/running 2024-12-04T15:23:13,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Set watcher on znode that does not yet exist, /1-446755313/running 2024-12-04T15:23:13,012 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,36457,1733325778766' ***** 2024-12-04T15:23:13,012 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:23:13,013 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:23:13,013 INFO [RS:0;c6f2e1d35cf1:36457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:23:13,013 INFO [RS:0;c6f2e1d35cf1:36457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:23:13,013 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,36457,1733325778766 2024-12-04T15:23:13,013 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:23:13,013 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:23:13,013 INFO [RS:0;c6f2e1d35cf1:36457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:36457. 2024-12-04T15:23:13,013 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:13,013 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:13,013 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:23:13,013 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:23:13,013 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:23:13,013 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:23:13,013 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T15:23:13,013 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:23:13,013 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:23:13,013 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:23:13,013 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:23:13,014 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:23:13,014 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:23:13,014 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:23:13,014 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T15:23:13,033 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/data/hbase/meta/1588230740/.tmp/ns/82e2f98e9c6d4b24aab5dfe065098bfa is 43, key is default/ns:d/1733325782066/Put/seqid=0 2024-12-04T15:23:13,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44383 is added to blk_1073741835_1011 (size=5153) 2024-12-04T15:23:13,037 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/data/hbase/meta/1588230740/.tmp/ns/82e2f98e9c6d4b24aab5dfe065098bfa 2024-12-04T15:23:13,044 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/data/hbase/meta/1588230740/.tmp/ns/82e2f98e9c6d4b24aab5dfe065098bfa as hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/data/hbase/meta/1588230740/ns/82e2f98e9c6d4b24aab5dfe065098bfa 2024-12-04T15:23:13,045 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:23:13,049 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/data/hbase/meta/1588230740/ns/82e2f98e9c6d4b24aab5dfe065098bfa, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T15:23:13,050 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 35ms, sequenceid=6, compaction requested=false 2024-12-04T15:23:13,050 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:23:13,054 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T15:23:13,054 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:23:13,054 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:23:13,054 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:23:13,054 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325793013Running coprocessor pre-close hooks at 1733325793013Disabling compacts and flushes for region at 1733325793013Disabling writes for close at 1733325793014 (+1 ms)Obtaining lock to block concurrent updates at 1733325793014Preparing flush snapshotting stores in 1588230740 at 1733325793014Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733325793014Flushing stores of hbase:meta,,1.1588230740 at 1733325793015 (+1 ms)Flushing 1588230740/ns: creating writer at 1733325793015Flushing 1588230740/ns: appending metadata at 1733325793032 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733325793032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73df8bcf: reopening flushed file at 1733325793043 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 35ms, sequenceid=6, compaction requested=false at 1733325793050 (+7 ms)Writing region close event to WAL at 1733325793051 (+1 ms)Running coprocessor post-close hooks at 1733325793054 (+3 ms)Closed at 1733325793054 2024-12-04T15:23:13,055 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:23:13,119 DEBUG [c6f2e1d35cf1:40839 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:23:13,119 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d6e2bc801d1c1c40f1d875ed11e23c53, regionState=OPENING, regionLocation=c6f2e1d35cf1,39179,1733325787759 2024-12-04T15:23:13,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6e2bc801d1c1c40f1d875ed11e23c53, ASSIGN because future has completed 2024-12-04T15:23:13,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6e2bc801d1c1c40f1d875ed11e23c53, server=c6f2e1d35cf1,39179,1733325787759}] 2024-12-04T15:23:13,159 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource.wal-reader.c6f2e1d35cf1%2C39179%2C1733325787759,1-c6f2e1d35cf1,39179,1733325787759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.1733325788702 to pos 0, reset compression=false 2024-12-04T15:23:13,213 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,36457,1733325778766; all regions closed. 2024-12-04T15:23:13,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44383 is added to blk_1073741834_1010 (size=1152) 2024-12-04T15:23:13,216 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/WALs/c6f2e1d35cf1,36457,1733325778766/c6f2e1d35cf1%2C36457%2C1733325778766.meta.1733325782013.meta not finished, retry = 0 2024-12-04T15:23:13,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:13,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:13,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:23:13,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C39179%2C1733325787759.rep, suffix=, logDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759, archiveDir=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/oldWALs, maxLogs=10 2024-12-04T15:23:13,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.rep.1733325793280, exclude list is [], retry=0 2024-12-04T15:23:13,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41755,DS-f66e010a-b3e7-4e7e-b32e-16140a4f6293,DISK] 2024-12-04T15:23:13,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.rep.1733325793280 2024-12-04T15:23:13,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44943:44943)] 2024-12-04T15:23:13,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => d6e2bc801d1c1c40f1d875ed11e23c53, NAME => 'hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:13,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:23:13,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:23:13,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. service=MultiRowMutationService 2024-12-04T15:23:13,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:23:13,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:13,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:13,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:13,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:13,297 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:13,297 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6e2bc801d1c1c40f1d875ed11e23c53 columnFamilyName hfileref 2024-12-04T15:23:13,297 DEBUG [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:13,298 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] regionserver.HStore(327): Store=d6e2bc801d1c1c40f1d875ed11e23c53/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:13,298 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:13,298 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6e2bc801d1c1c40f1d875ed11e23c53 columnFamilyName queue 2024-12-04T15:23:13,298 DEBUG [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:13,303 DEBUG [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/replication/d6e2bc801d1c1c40f1d875ed11e23c53/queue/fac333ca37dc4ab1b6132da4e135c102 2024-12-04T15:23:13,303 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] regionserver.HStore(327): Store=d6e2bc801d1c1c40f1d875ed11e23c53/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:13,303 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:13,304 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6e2bc801d1c1c40f1d875ed11e23c53 columnFamilyName sid 2024-12-04T15:23:13,304 DEBUG [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:13,304 INFO [StoreOpener-d6e2bc801d1c1c40f1d875ed11e23c53-1 {}] regionserver.HStore(327): Store=d6e2bc801d1c1c40f1d875ed11e23c53/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:13,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:13,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/replication/d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:13,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/replication/d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:13,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:13,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:13,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:23:13,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:13,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened d6e2bc801d1c1c40f1d875ed11e23c53; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72737260, jitterRate=0.08386963605880737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:23:13,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:13,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for d6e2bc801d1c1c40f1d875ed11e23c53: Running coprocessor pre-open hook at 1733325793295Writing region info on filesystem at 1733325793295Initializing all the Stores at 1733325793296 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325793296Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325793296Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325793296Cleaning up temporary data from old regions at 1733325793307 (+11 ms)Running coprocessor post-open hooks at 1733325793309 (+2 ms)Region opened successfully at 1733325793309 2024-12-04T15:23:13,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53., pid=13, masterSystemTime=1733325793274 2024-12-04T15:23:13,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:13,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:13,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d6e2bc801d1c1c40f1d875ed11e23c53, regionState=OPEN, openSeqNum=9, regionLocation=c6f2e1d35cf1,39179,1733325787759 2024-12-04T15:23:13,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6e2bc801d1c1c40f1d875ed11e23c53, server=c6f2e1d35cf1,39179,1733325787759 because future has completed 2024-12-04T15:23:13,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T15:23:13,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d6e2bc801d1c1c40f1d875ed11e23c53, server=c6f2e1d35cf1,39179,1733325787759 in 194 msec 2024-12-04T15:23:13,318 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/oldWALs 2024-12-04T15:23:13,318 INFO [RS:0;c6f2e1d35cf1:36457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C36457%2C1733325778766.meta:.meta(num 1733325782013) 2024-12-04T15:23:13,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-04T15:23:13,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6e2bc801d1c1c40f1d875ed11e23c53, ASSIGN in 350 msec 2024-12-04T15:23:13,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T15:23:13,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44383 is added to blk_1073741832_1008 (size=93) 2024-12-04T15:23:13,323 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/oldWALs 2024-12-04T15:23:13,323 INFO [RS:0;c6f2e1d35cf1:36457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C36457%2C1733325778766:(num 1733325781060) 2024-12-04T15:23:13,323 DEBUG [RS:0;c6f2e1d35cf1:36457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:13,323 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:23:13,323 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:23:13,323 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:23:13,323 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:23:13,323 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:23:13,323 INFO [RS:0;c6f2e1d35cf1:36457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36457 2024-12-04T15:23:13,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53., hostname=c6f2e1d35cf1,39179,1733325787759, seqNum=9] 2024-12-04T15:23:13,333 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-446755313/rs/c6f2e1d35cf1,36457,1733325778766 2024-12-04T15:23:13,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313/rs 2024-12-04T15:23:13,333 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:23:13,339 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for c6f2e1d35cf1,39257,1733325774180 2024-12-04T15:23:13,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T15:23:13,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,36457,1733325778766] 2024-12-04T15:23:13,349 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-446755313/draining/c6f2e1d35cf1,36457,1733325778766 already deleted, retry=false 2024-12-04T15:23:13,349 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,36457,1733325778766 expired; onlineServers=0 2024-12-04T15:23:13,349 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,43859,1733325778643' ***** 2024-12-04T15:23:13,349 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:23:13,350 INFO [M:0;c6f2e1d35cf1:43859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:23:13,350 INFO [M:0;c6f2e1d35cf1:43859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:23:13,350 DEBUG [M:0;c6f2e1d35cf1:43859 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:23:13,350 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:23:13,350 DEBUG [M:0;c6f2e1d35cf1:43859 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:23:13,350 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325780836 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325780836,5,FailOnTimeoutGroup] 2024-12-04T15:23:13,350 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325780836 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325780836,5,FailOnTimeoutGroup] 2024-12-04T15:23:13,350 INFO [M:0;c6f2e1d35cf1:43859 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:23:13,350 INFO [M:0;c6f2e1d35cf1:43859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:23:13,350 DEBUG [M:0;c6f2e1d35cf1:43859 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:23:13,350 INFO [M:0;c6f2e1d35cf1:43859 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:23:13,350 INFO [M:0;c6f2e1d35cf1:43859 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:23:13,350 INFO [M:0;c6f2e1d35cf1:43859 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:23:13,350 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:23:13,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-446755313/master 2024-12-04T15:23:13,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-446755313 2024-12-04T15:23:13,358 DEBUG [M:0;c6f2e1d35cf1:43859 {}] zookeeper.ZKUtil(347): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Unable to get data of znode /1-446755313/master because node does not exist (not an error) 2024-12-04T15:23:13,358 WARN [M:0;c6f2e1d35cf1:43859 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:23:13,359 INFO [M:0;c6f2e1d35cf1:43859 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/.lastflushedseqids 2024-12-04T15:23:13,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44383 is added to blk_1073741836_1012 (size=99) 2024-12-04T15:23:13,441 INFO [RS:0;c6f2e1d35cf1:36457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:23:13,441 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:13,441 INFO [RS:0;c6f2e1d35cf1:36457 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,36457,1733325778766; zookeeper connection closed. 2024-12-04T15:23:13,441 DEBUG [pool-918-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x101a21e1cb50004, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:13,442 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52d74abd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52d74abd 2024-12-04T15:23:13,442 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:23:13,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-04T15:23:13,764 INFO [M:0;c6f2e1d35cf1:43859 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:23:13,764 INFO [M:0;c6f2e1d35cf1:43859 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:23:13,764 DEBUG [M:0;c6f2e1d35cf1:43859 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:23:13,764 INFO [M:0;c6f2e1d35cf1:43859 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:13,764 DEBUG [M:0;c6f2e1d35cf1:43859 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:13,764 DEBUG [M:0;c6f2e1d35cf1:43859 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:23:13,764 DEBUG [M:0;c6f2e1d35cf1:43859 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:13,764 INFO [M:0;c6f2e1d35cf1:43859 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T15:23:13,778 DEBUG [M:0;c6f2e1d35cf1:43859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/59529ddfd01d49d984e1d61cc519d69a is 82, key is hbase:meta,,1/info:regioninfo/1733325782051/Put/seqid=0 2024-12-04T15:23:13,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44383 is added to blk_1073741837_1013 (size=5672) 2024-12-04T15:23:14,164 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource.wal-reader.c6f2e1d35cf1%2C39179%2C1733325787759,1-c6f2e1d35cf1,39179,1733325787759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.1733325788702 to pos 0, reset compression=false 2024-12-04T15:23:14,182 INFO [M:0;c6f2e1d35cf1:43859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/59529ddfd01d49d984e1d61cc519d69a 2024-12-04T15:23:14,204 DEBUG [M:0;c6f2e1d35cf1:43859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d23a5725b40345c2b52e62ecc5c4a32f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733325782069/Put/seqid=0 2024-12-04T15:23:14,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44383 is added to blk_1073741838_1014 (size=5275) 2024-12-04T15:23:14,562 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:23:14,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:14,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:14,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:14,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:14,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:14,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:14,608 INFO [M:0;c6f2e1d35cf1:43859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d23a5725b40345c2b52e62ecc5c4a32f 2024-12-04T15:23:14,625 DEBUG [M:0;c6f2e1d35cf1:43859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51559f795d6940e48d0276db13079ae4 is 69, key is c6f2e1d35cf1,36457,1733325778766/rs:state/1733325780921/Put/seqid=0 2024-12-04T15:23:14,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44383 is added to blk_1073741839_1015 (size=5156) 2024-12-04T15:23:15,030 INFO [M:0;c6f2e1d35cf1:43859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51559f795d6940e48d0276db13079ae4 2024-12-04T15:23:15,036 DEBUG [M:0;c6f2e1d35cf1:43859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/59529ddfd01d49d984e1d61cc519d69a as hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/59529ddfd01d49d984e1d61cc519d69a 2024-12-04T15:23:15,042 INFO [M:0;c6f2e1d35cf1:43859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/59529ddfd01d49d984e1d61cc519d69a, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T15:23:15,043 DEBUG [M:0;c6f2e1d35cf1:43859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d23a5725b40345c2b52e62ecc5c4a32f as hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d23a5725b40345c2b52e62ecc5c4a32f 2024-12-04T15:23:15,048 INFO [M:0;c6f2e1d35cf1:43859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d23a5725b40345c2b52e62ecc5c4a32f, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T15:23:15,048 DEBUG [M:0;c6f2e1d35cf1:43859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/51559f795d6940e48d0276db13079ae4 as hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51559f795d6940e48d0276db13079ae4 2024-12-04T15:23:15,053 INFO [M:0;c6f2e1d35cf1:43859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40005/user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/51559f795d6940e48d0276db13079ae4, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T15:23:15,053 INFO [M:0;c6f2e1d35cf1:43859 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=28, compaction requested=false 2024-12-04T15:23:15,055 INFO [M:0;c6f2e1d35cf1:43859 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:15,055 DEBUG [M:0;c6f2e1d35cf1:43859 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325793764Disabling compacts and flushes for region at 1733325793764Disabling writes for close at 1733325793764Obtaining lock to block concurrent updates at 1733325793764Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325793764Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733325793765 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325793765Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325793765Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325793777 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325793777Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325794187 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325794203 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325794203Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325794613 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325794625 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325794625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46b537d: reopening flushed file at 1733325795035 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8603f43: reopening flushed file at 1733325795042 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e6ed2c: reopening flushed file at 1733325795048 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=28, compaction requested=false at 1733325795053 (+5 ms)Writing region close event to WAL at 1733325795055 (+2 ms)Closed at 1733325795055 2024-12-04T15:23:15,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44383 is added to blk_1073741830_1006 (size=10165) 2024-12-04T15:23:15,057 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/917d5493-fead-35c3-e1d2-90bb0f9170fa/MasterData/WALs/c6f2e1d35cf1,43859,1733325778643/c6f2e1d35cf1%2C43859%2C1733325778643.1733325780503 not finished, retry = 0 2024-12-04T15:23:15,158 INFO [M:0;c6f2e1d35cf1:43859 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:23:15,158 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:23:15,158 INFO [M:0;c6f2e1d35cf1:43859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43859 2024-12-04T15:23:15,158 INFO [M:0;c6f2e1d35cf1:43859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:23:15,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:15,266 INFO [M:0;c6f2e1d35cf1:43859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:23:15,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43859-0x101a21e1cb50003, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:15,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@535273df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:23:15,268 DEBUG [RS:0;c6f2e1d35cf1:39179.replicationSource.wal-reader.c6f2e1d35cf1%2C39179%2C1733325787759,1-c6f2e1d35cf1,39179,1733325787759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.1733325788702 to pos 0, reset compression=false 2024-12-04T15:23:15,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55a9ff92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:23:15,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:23:15,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f81a38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:23:15,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0c2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/hadoop.log.dir/,STOPPED} 2024-12-04T15:23:15,270 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:23:15,270 WARN [BP-1718959223-172.17.0.3-1733325777054 heartbeating to localhost/127.0.0.1:40005 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:23:15,270 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:23:15,270 WARN [BP-1718959223-172.17.0.3-1733325777054 heartbeating to localhost/127.0.0.1:40005 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1718959223-172.17.0.3-1733325777054 (Datanode Uuid 8314a876-f600-4a87-b01d-51b1cdcdc456) service to localhost/127.0.0.1:40005 2024-12-04T15:23:15,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/cluster_12784852-78a3-2b5f-de54-72e0bd18f4a4/data/data1/current/BP-1718959223-172.17.0.3-1733325777054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:23:15,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/cluster_12784852-78a3-2b5f-de54-72e0bd18f4a4/data/data2/current/BP-1718959223-172.17.0.3-1733325777054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:23:15,271 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:23:15,276 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@158e2412{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:23:15,277 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fedb279{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:23:15,277 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:23:15,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e032d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:23:15,277 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c7dd70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/hadoop.log.dir/,STOPPED} 2024-12-04T15:23:15,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:23:15,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:23:15,286 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:23:15,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:15,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:15,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:15,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:15,287 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:23:15,287 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=534932424, stopped=false 2024-12-04T15:23:15,287 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,40839,1733325787722 2024-12-04T15:23:15,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0389495796/running 2024-12-04T15:23:15,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0389495796/running 2024-12-04T15:23:15,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:23:15,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:23:15,303 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:23:15,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:23:15,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:15,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:15,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on znode that does not yet exist, /0389495796/running 2024-12-04T15:23:15,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Set watcher on znode that does not yet exist, /0389495796/running 2024-12-04T15:23:15,304 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,39179,1733325787759' ***** 2024-12-04T15:23:15,304 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:23:15,304 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:23:15,304 INFO [RS:0;c6f2e1d35cf1:39179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:23:15,304 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:23:15,304 INFO [RS:0;c6f2e1d35cf1:39179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:23:15,305 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(3091): Received CLOSE for d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:15,305 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,39179,1733325787759 2024-12-04T15:23:15,305 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:23:15,305 INFO [RS:0;c6f2e1d35cf1:39179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:39179. 2024-12-04T15:23:15,305 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:15,305 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6e2bc801d1c1c40f1d875ed11e23c53, disabling compactions & flushes 2024-12-04T15:23:15,305 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:15,305 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:15,305 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:15,305 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:23:15,305 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:23:15,305 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. after waiting 0 ms 2024-12-04T15:23:15,305 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:23:15,305 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:15,305 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:23:15,305 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T15:23:15,305 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d6e2bc801d1c1c40f1d875ed11e23c53=hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53.} 2024-12-04T15:23:15,305 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d6e2bc801d1c1c40f1d875ed11e23c53 2024-12-04T15:23:15,305 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:23:15,305 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:23:15,305 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:23:15,305 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:23:15,305 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:23:15,306 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T15:23:15,308 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/replication/d6e2bc801d1c1c40f1d875ed11e23c53/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-04T15:23:15,309 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:23:15,309 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:23:15,309 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:15,309 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6e2bc801d1c1c40f1d875ed11e23c53: Waiting for close lock at 1733325795305Running coprocessor pre-close hooks at 1733325795305Disabling compacts and flushes for region at 1733325795305Disabling writes for close at 1733325795305Writing region close event to WAL at 1733325795305Running coprocessor post-close hooks at 1733325795309 (+4 ms)Closed at 1733325795309 2024-12-04T15:23:15,309 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53. 2024-12-04T15:23:15,323 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/.tmp/info/100c96e7a1794ef9941f288c071ef8bb is 147, key is hbase:replication,,1733325782138.d6e2bc801d1c1c40f1d875ed11e23c53./info:regioninfo/1733325793312/Put/seqid=0 2024-12-04T15:23:15,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741851_1027 (size=6385) 2024-12-04T15:23:15,370 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:23:15,506 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:23:15,590 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:23:15,590 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:23:15,706 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:23:15,727 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/.tmp/info/100c96e7a1794ef9941f288c071ef8bb 2024-12-04T15:23:15,732 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/.tmp/info/100c96e7a1794ef9941f288c071ef8bb as hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/info/100c96e7a1794ef9941f288c071ef8bb 2024-12-04T15:23:15,738 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/info/100c96e7a1794ef9941f288c071ef8bb, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T15:23:15,739 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false 2024-12-04T15:23:15,743 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T15:23:15,743 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:23:15,743 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:23:15,743 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:23:15,743 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325795305Running coprocessor pre-close hooks at 1733325795305Disabling compacts and flushes for region at 1733325795305Disabling writes for close at 1733325795305Obtaining lock to block concurrent updates at 1733325795306 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733325795306Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733325795306Flushing stores of hbase:meta,,1.1588230740 at 1733325795306Flushing 1588230740/info: creating writer at 1733325795306Flushing 1588230740/info: appending metadata at 1733325795322 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733325795322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3670c75d: reopening flushed file at 1733325795732 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false at 1733325795739 (+7 ms)Writing region close event to WAL at 1733325795740 (+1 ms)Running coprocessor post-close hooks at 1733325795743 (+3 ms)Closed at 1733325795743 2024-12-04T15:23:15,744 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:23:15,906 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,39179,1733325787759; all regions closed. 2024-12-04T15:23:15,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741849_1025 (size=2156) 2024-12-04T15:23:15,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.meta.1733325789041.meta not finished, retry = 0 2024-12-04T15:23:16,011 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/oldWALs 2024-12-04T15:23:16,011 INFO [RS:0;c6f2e1d35cf1:39179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C39179%2C1733325787759.meta:.meta(num 1733325789041) 2024-12-04T15:23:16,013 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.rep.1733325793280 not finished, retry = 0 2024-12-04T15:23:16,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741850_1026 (size=796) 2024-12-04T15:23:16,115 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/oldWALs 2024-12-04T15:23:16,115 INFO [RS:0;c6f2e1d35cf1:39179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C39179%2C1733325787759.rep:(num 1733325793280) 2024-12-04T15:23:16,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741848_1024 (size=93) 2024-12-04T15:23:16,117 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/WALs/c6f2e1d35cf1,39179,1733325787759/c6f2e1d35cf1%2C39179%2C1733325787759.1733325788702 not finished, retry = 0 2024-12-04T15:23:16,220 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/oldWALs 2024-12-04T15:23:16,220 INFO [RS:0;c6f2e1d35cf1:39179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C39179%2C1733325787759:(num 1733325788702) 2024-12-04T15:23:16,220 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:16,220 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:23:16,220 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:23:16,220 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:23:16,220 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:23:16,220 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:23:16,220 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,39179,1733325787759 because: Region server is closing 2024-12-04T15:23:16,220 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T15:23:16,221 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T15:23:16,221 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T15:23:16,221 INFO [RS:0;c6f2e1d35cf1:39179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:39179. 2024-12-04T15:23:16,221 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:16,221 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:16,221 DEBUG [RS:0;c6f2e1d35cf1:39179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:16,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:16,321 WARN [RS:0;c6f2e1d35cf1:39179.replicationSource.shipperc6f2e1d35cf1%2C39179%2C1733325787759,1-c6f2e1d35cf1,39179,1733325787759 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T15:23:16,321 WARN [RS:0;c6f2e1d35cf1:39179.replicationSource.wal-reader.c6f2e1d35cf1%2C39179%2C1733325787759,1-c6f2e1d35cf1,39179,1733325787759 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T15:23:16,322 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;c6f2e1d35cf1:39179.replicationSource.shipperc6f2e1d35cf1%2C39179%2C1733325787759,1-c6f2e1d35cf1,39179,1733325787759 terminated 2024-12-04T15:23:16,322 INFO [RS:0;c6f2e1d35cf1:39179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39179 2024-12-04T15:23:16,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796/rs 2024-12-04T15:23:16,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0389495796/rs/c6f2e1d35cf1,39179,1733325787759 2024-12-04T15:23:16,328 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:23:16,337 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,39179,1733325787759] 2024-12-04T15:23:16,345 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0389495796/draining/c6f2e1d35cf1,39179,1733325787759 already deleted, retry=false 2024-12-04T15:23:16,345 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,39179,1733325787759 expired; onlineServers=0 2024-12-04T15:23:16,345 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,40839,1733325787722' ***** 2024-12-04T15:23:16,345 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:23:16,345 INFO [M:0;c6f2e1d35cf1:40839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:23:16,345 INFO [M:0;c6f2e1d35cf1:40839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:23:16,346 DEBUG [M:0;c6f2e1d35cf1:40839 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:23:16,346 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:23:16,346 DEBUG [M:0;c6f2e1d35cf1:40839 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:23:16,346 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325788445 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325788445,5,FailOnTimeoutGroup] 2024-12-04T15:23:16,346 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325788445 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325788445,5,FailOnTimeoutGroup] 2024-12-04T15:23:16,346 INFO [M:0;c6f2e1d35cf1:40839 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:23:16,346 INFO [M:0;c6f2e1d35cf1:40839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:23:16,346 DEBUG [M:0;c6f2e1d35cf1:40839 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:23:16,346 INFO [M:0;c6f2e1d35cf1:40839 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:23:16,346 INFO [M:0;c6f2e1d35cf1:40839 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:23:16,346 INFO [M:0;c6f2e1d35cf1:40839 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:23:16,346 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:23:16,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0389495796/master 2024-12-04T15:23:16,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0389495796 2024-12-04T15:23:16,353 DEBUG [M:0;c6f2e1d35cf1:40839 {}] zookeeper.ZKUtil(347): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Unable to get data of znode /0389495796/master because node does not exist (not an error) 2024-12-04T15:23:16,354 WARN [M:0;c6f2e1d35cf1:40839 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:23:16,354 INFO [M:0;c6f2e1d35cf1:40839 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/.lastflushedseqids 2024-12-04T15:23:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741852_1028 (size=181) 2024-12-04T15:23:16,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:16,437 INFO [RS:0;c6f2e1d35cf1:39179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:23:16,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39179-0x101a21e1cb50007, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:16,437 INFO [RS:0;c6f2e1d35cf1:39179 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,39179,1733325787759; zookeeper connection closed. 2024-12-04T15:23:16,437 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a66ecfc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a66ecfc 2024-12-04T15:23:16,437 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:23:16,759 INFO [M:0;c6f2e1d35cf1:40839 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:23:16,760 INFO [M:0;c6f2e1d35cf1:40839 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:23:16,760 DEBUG [M:0;c6f2e1d35cf1:40839 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:23:16,760 INFO [M:0;c6f2e1d35cf1:40839 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:16,760 DEBUG [M:0;c6f2e1d35cf1:40839 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:16,760 DEBUG [M:0;c6f2e1d35cf1:40839 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:23:16,760 DEBUG [M:0;c6f2e1d35cf1:40839 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:16,760 INFO [M:0;c6f2e1d35cf1:40839 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T15:23:16,778 DEBUG [M:0;c6f2e1d35cf1:40839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f911863888bc4034b020561a2f1d9f3c is 82, key is hbase:meta,,1/info:regioninfo/1733325789093/Put/seqid=0 2024-12-04T15:23:16,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741853_1029 (size=5672) 2024-12-04T15:23:17,182 INFO [M:0;c6f2e1d35cf1:40839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f911863888bc4034b020561a2f1d9f3c 2024-12-04T15:23:17,205 DEBUG [M:0;c6f2e1d35cf1:40839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a31b6dadaf394526ba8cc1787019f3a1 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733325793318/Put/seqid=0 2024-12-04T15:23:17,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741854_1030 (size=7312) 2024-12-04T15:23:17,609 INFO [M:0;c6f2e1d35cf1:40839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a31b6dadaf394526ba8cc1787019f3a1 2024-12-04T15:23:17,638 DEBUG [M:0;c6f2e1d35cf1:40839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/202c4888984743a6aff9664cc8c3f24f is 69, key is c6f2e1d35cf1,39179,1733325787759/rs:state/1733325788514/Put/seqid=0 2024-12-04T15:23:17,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741855_1031 (size=5370) 2024-12-04T15:23:18,048 INFO [M:0;c6f2e1d35cf1:40839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/202c4888984743a6aff9664cc8c3f24f 2024-12-04T15:23:18,052 INFO [M:0;c6f2e1d35cf1:40839 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 202c4888984743a6aff9664cc8c3f24f 2024-12-04T15:23:18,053 DEBUG [M:0;c6f2e1d35cf1:40839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f911863888bc4034b020561a2f1d9f3c as hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f911863888bc4034b020561a2f1d9f3c 2024-12-04T15:23:18,057 INFO [M:0;c6f2e1d35cf1:40839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f911863888bc4034b020561a2f1d9f3c, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T15:23:18,057 DEBUG [M:0;c6f2e1d35cf1:40839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a31b6dadaf394526ba8cc1787019f3a1 as hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a31b6dadaf394526ba8cc1787019f3a1 2024-12-04T15:23:18,061 INFO [M:0;c6f2e1d35cf1:40839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a31b6dadaf394526ba8cc1787019f3a1, entries=7, sequenceid=127, filesize=7.1 K 2024-12-04T15:23:18,062 DEBUG [M:0;c6f2e1d35cf1:40839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/202c4888984743a6aff9664cc8c3f24f as hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/202c4888984743a6aff9664cc8c3f24f 2024-12-04T15:23:18,067 INFO [M:0;c6f2e1d35cf1:40839 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 202c4888984743a6aff9664cc8c3f24f 2024-12-04T15:23:18,067 INFO [M:0;c6f2e1d35cf1:40839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34735/user/jenkins/test-data/87649457-354b-913c-b23e-131efba1737f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/202c4888984743a6aff9664cc8c3f24f, entries=2, sequenceid=127, filesize=5.2 K 2024-12-04T15:23:18,068 INFO [M:0;c6f2e1d35cf1:40839 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=127, compaction requested=false 2024-12-04T15:23:18,071 INFO [M:0;c6f2e1d35cf1:40839 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:18,071 DEBUG [M:0;c6f2e1d35cf1:40839 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325796760Disabling compacts and flushes for region at 1733325796760Disabling writes for close at 1733325796760Obtaining lock to block concurrent updates at 1733325796760Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325796760Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733325796760Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325796761 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325796761Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325796777 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325796777Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325797188 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325797204 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325797204Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325797615 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325797638 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325797638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a46bc3: reopening flushed file at 1733325798052 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac9d634: reopening flushed file at 1733325798057 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d20325f: reopening flushed file at 1733325798061 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=127, compaction requested=false at 1733325798068 (+7 ms)Writing region close event to WAL at 1733325798071 (+3 ms)Closed at 1733325798071 2024-12-04T15:23:18,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41755 is added to blk_1073741847_1023 (size=22903) 2024-12-04T15:23:18,074 INFO [M:0;c6f2e1d35cf1:40839 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:23:18,074 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:23:18,074 INFO [M:0;c6f2e1d35cf1:40839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40839 2024-12-04T15:23:18,074 INFO [M:0;c6f2e1d35cf1:40839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:23:18,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:18,187 INFO [M:0;c6f2e1d35cf1:40839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:23:18,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40839-0x101a21e1cb50006, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:18,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e2bf0b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:23:18,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ac8bff7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:23:18,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:23:18,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c456414{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:23:18,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461e8a19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/hadoop.log.dir/,STOPPED} 2024-12-04T15:23:18,190 WARN [BP-1996804240-172.17.0.3-1733325772572 heartbeating to localhost/127.0.0.1:34735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:23:18,191 WARN [BP-1996804240-172.17.0.3-1733325772572 heartbeating to localhost/127.0.0.1:34735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1996804240-172.17.0.3-1733325772572 (Datanode Uuid eb9a8f74-af54-441a-974f-a61886315bea) service to localhost/127.0.0.1:34735 2024-12-04T15:23:18,191 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:23:18,191 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:23:18,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/cluster_70beaf75-c341-6555-ab61-22ee3a8cd268/data/data1/current/BP-1996804240-172.17.0.3-1733325772572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:23:18,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/cluster_70beaf75-c341-6555-ab61-22ee3a8cd268/data/data2/current/BP-1996804240-172.17.0.3-1733325772572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:23:18,191 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:23:18,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@426661ad{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:23:18,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21f4e1df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:23:18,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:23:18,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c9eb55a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:23:18,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb036dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/352b8a06-d6d5-f87b-b9cd-10dc1ab6221d/hadoop.log.dir/,STOPPED} 2024-12-04T15:23:18,201 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T15:23:18,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:23:18,219 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 158) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40005 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56202) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56202) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34735 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40005 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40005 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=567 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 292), ProcessCount=11 (was 11), AvailableMemoryMB=4372 (was 4606) 2024-12-04T15:23:18,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=567, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=4373 2024-12-04T15:23:18,237 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-04T15:23:18,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/hadoop.log.dir so I do NOT create it in target/test-data/182aad98-25ca-ae75-37f9-9b743f729273 2024-12-04T15:23:18,238 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:23:18,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/hadoop.tmp.dir so I do NOT create it in target/test-data/182aad98-25ca-ae75-37f9-9b743f729273 2024-12-04T15:23:18,238 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68a011c5-6b5b-84c5-5a6a-6d0ca05a994b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:23:18,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273 2024-12-04T15:23:18,238 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/cluster_7ba0afb4-2148-f5d7-0785-b2d91c0ad0f8, deleteOnExit=true 2024-12-04T15:23:18,255 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/cluster_7ba0afb4-2148-f5d7-0785-b2d91c0ad0f8/zookeeper_0, clientPort=57385, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/cluster_7ba0afb4-2148-f5d7-0785-b2d91c0ad0f8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/cluster_7ba0afb4-2148-f5d7-0785-b2d91c0ad0f8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:23:18,256 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57385 2024-12-04T15:23:18,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:23:18,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:23:18,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/test.cache.data in system properties and HBase conf 2024-12-04T15:23:18,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:23:18,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:23:18,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:23:18,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:23:18,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:23:18,256 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:23:18,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:23:18,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:23:18,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:23:18,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:23:18,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:23:18,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:23:18,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:23:18,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:23:18,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:23:18,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:23:18,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:23:18,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:23:18,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:23:18,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:23:18,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a21e1cb50002, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:23:18,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a21e1cb50005, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:23:18,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a21e1cb50005, quorum=127.0.0.1:56202, baseZNode=/1-446755313 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:23:18,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a21e1cb50002, quorum=127.0.0.1:56202, baseZNode=/0389495796 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:23:18,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:23:18,560 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:23:18,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:23:18,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:23:18,562 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:23:18,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:23:18,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5736233d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:23:18,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db69a8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:23:18,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bf57691{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/java.io.tmpdir/jetty-localhost-40491-hadoop-hdfs-3_4_1-tests_jar-_-any-8292986911993231747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:23:18,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12386e47{HTTP/1.1, (http/1.1)}{localhost:40491} 2024-12-04T15:23:18,657 INFO [Time-limited test {}] server.Server(415): Started @164350ms 2024-12-04T15:23:18,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:23:18,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:23:18,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:23:18,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:23:18,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:23:18,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c217a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:23:18,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76131948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:23:18,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d2d1afa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/java.io.tmpdir/jetty-localhost-35381-hadoop-hdfs-3_4_1-tests_jar-_-any-5366744040606569205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:23:18,968 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17373f9c{HTTP/1.1, (http/1.1)}{localhost:35381} 2024-12-04T15:23:18,968 INFO [Time-limited test {}] server.Server(415): Started @164660ms 2024-12-04T15:23:18,969 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:23:19,446 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/cluster_7ba0afb4-2148-f5d7-0785-b2d91c0ad0f8/data/data1/current/BP-1352488268-172.17.0.3-1733325798283/current, will proceed with Du for space computation calculation, 2024-12-04T15:23:19,446 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/cluster_7ba0afb4-2148-f5d7-0785-b2d91c0ad0f8/data/data2/current/BP-1352488268-172.17.0.3-1733325798283/current, will proceed with Du for space computation calculation, 2024-12-04T15:23:19,465 WARN [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:23:19,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa29ba56428fc5d07 with lease ID 0xcfa159fa248d37c7: Processing first storage report for DS-f2f9db0a-587f-49e6-9ccb-ac2661bbe4d6 from datanode DatanodeRegistration(127.0.0.1:45741, datanodeUuid=d2b758f1-91e7-41e1-915f-c14b419733f3, infoPort=41299, infoSecurePort=0, ipcPort=38177, storageInfo=lv=-57;cid=testClusterID;nsid=1709520855;c=1733325798283) 2024-12-04T15:23:19,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa29ba56428fc5d07 with lease ID 0xcfa159fa248d37c7: from storage DS-f2f9db0a-587f-49e6-9ccb-ac2661bbe4d6 node DatanodeRegistration(127.0.0.1:45741, datanodeUuid=d2b758f1-91e7-41e1-915f-c14b419733f3, infoPort=41299, infoSecurePort=0, ipcPort=38177, storageInfo=lv=-57;cid=testClusterID;nsid=1709520855;c=1733325798283), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:23:19,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa29ba56428fc5d07 with lease ID 0xcfa159fa248d37c7: Processing first storage report for DS-89927a35-dd7b-4a0c-b682-0ac2d674d688 from datanode DatanodeRegistration(127.0.0.1:45741, datanodeUuid=d2b758f1-91e7-41e1-915f-c14b419733f3, infoPort=41299, infoSecurePort=0, ipcPort=38177, storageInfo=lv=-57;cid=testClusterID;nsid=1709520855;c=1733325798283) 2024-12-04T15:23:19,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa29ba56428fc5d07 with lease ID 0xcfa159fa248d37c7: from storage DS-89927a35-dd7b-4a0c-b682-0ac2d674d688 node DatanodeRegistration(127.0.0.1:45741, datanodeUuid=d2b758f1-91e7-41e1-915f-c14b419733f3, infoPort=41299, infoSecurePort=0, ipcPort=38177, storageInfo=lv=-57;cid=testClusterID;nsid=1709520855;c=1733325798283), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:23:19,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273 2024-12-04T15:23:19,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:19,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:19,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:23:19,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:23:19,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T15:23:19,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T15:23:19,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:23:19,906 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5 with version=8 2024-12-04T15:23:19,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/hbase-staging 2024-12-04T15:23:19,908 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:23:19,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:19,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:19,908 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:23:19,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:19,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:23:19,908 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:23:19,908 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:23:19,908 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41103 2024-12-04T15:23:19,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41103 connecting to ZooKeeper ensemble=127.0.0.1:57385 2024-12-04T15:23:19,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411030x0, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:23:19,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41103-0x101a21e81170000 connected 2024-12-04T15:23:20,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:20,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:20,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Set watcher on znode that does not yet exist, /0-1297584533/running 2024-12-04T15:23:20,042 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5, hbase.cluster.distributed=false 2024-12-04T15:23:20,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Set watcher on znode that does not yet exist, /0-1297584533/acl 2024-12-04T15:23:20,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41103 2024-12-04T15:23:20,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41103 2024-12-04T15:23:20,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41103 2024-12-04T15:23:20,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41103 2024-12-04T15:23:20,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41103 2024-12-04T15:23:20,060 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:23:20,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:20,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:20,061 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:23:20,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:20,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:23:20,061 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:23:20,061 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:23:20,061 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46545 2024-12-04T15:23:20,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46545 connecting to ZooKeeper ensemble=127.0.0.1:57385 2024-12-04T15:23:20,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:20,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:20,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465450x0, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:23:20,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Set watcher on znode that does not yet exist, /0-1297584533/running 2024-12-04T15:23:20,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46545-0x101a21e81170001 connected 2024-12-04T15:23:20,077 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:23:20,078 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:23:20,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Set watcher on znode that does not yet exist, /0-1297584533/master 2024-12-04T15:23:20,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Set watcher on znode that does not yet exist, /0-1297584533/acl 2024-12-04T15:23:20,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46545 2024-12-04T15:23:20,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46545 2024-12-04T15:23:20,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46545 2024-12-04T15:23:20,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46545 2024-12-04T15:23:20,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46545 2024-12-04T15:23:20,099 DEBUG [M:0;c6f2e1d35cf1:41103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:41103 2024-12-04T15:23:20,099 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1297584533/backup-masters/c6f2e1d35cf1,41103,1733325799907 2024-12-04T15:23:20,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533/backup-masters 2024-12-04T15:23:20,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533/backup-masters 2024-12-04T15:23:20,105 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Set watcher on existing znode=/0-1297584533/backup-masters/c6f2e1d35cf1,41103,1733325799907 2024-12-04T15:23:20,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1297584533/master 2024-12-04T15:23:20,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:20,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:20,113 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Set watcher on existing znode=/0-1297584533/master 2024-12-04T15:23:20,114 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1297584533/backup-masters/c6f2e1d35cf1,41103,1733325799907 from backup master directory 2024-12-04T15:23:20,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533/backup-masters 2024-12-04T15:23:20,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1297584533/backup-masters/c6f2e1d35cf1,41103,1733325799907 2024-12-04T15:23:20,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533/backup-masters 2024-12-04T15:23:20,122 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:23:20,122 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,41103,1733325799907 2024-12-04T15:23:20,125 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/hbase.id] with ID: 6521a67c-1a39-448e-a351-f5c165680d1b 2024-12-04T15:23:20,125 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/.tmp/hbase.id 2024-12-04T15:23:20,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:23:20,531 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/.tmp/hbase.id]:[hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/hbase.id] 2024-12-04T15:23:20,540 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:20,540 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:23:20,540 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T15:23:20,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:20,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:20,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:23:20,811 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:23:20,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:20,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:20,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:20,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:20,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:20,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:20,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:20,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:20,953 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:23:20,954 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:23:20,955 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:20,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:23:21,361 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store 2024-12-04T15:23:21,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:23:21,767 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:21,767 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:23:21,767 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:21,768 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:21,768 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:23:21,768 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:21,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:21,768 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325801767Disabling compacts and flushes for region at 1733325801767Disabling writes for close at 1733325801768 (+1 ms)Writing region close event to WAL at 1733325801768Closed at 1733325801768 2024-12-04T15:23:21,768 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/.initializing 2024-12-04T15:23:21,769 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/WALs/c6f2e1d35cf1,41103,1733325799907 2024-12-04T15:23:21,769 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:23:21,771 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C41103%2C1733325799907, suffix=, logDir=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/WALs/c6f2e1d35cf1,41103,1733325799907, archiveDir=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/oldWALs, maxLogs=10 2024-12-04T15:23:21,783 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/WALs/c6f2e1d35cf1,41103,1733325799907/c6f2e1d35cf1%2C41103%2C1733325799907.1733325801771, exclude list is [], retry=0 2024-12-04T15:23:21,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45741,DS-f2f9db0a-587f-49e6-9ccb-ac2661bbe4d6,DISK] 2024-12-04T15:23:21,788 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/WALs/c6f2e1d35cf1,41103,1733325799907/c6f2e1d35cf1%2C41103%2C1733325799907.1733325801771 2024-12-04T15:23:21,788 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299)] 2024-12-04T15:23:21,788 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:21,789 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:21,789 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:21,789 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:21,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:21,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:23:21,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:21,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:21,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:21,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:23:21,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:21,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:21,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:21,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:23:21,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:21,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:21,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:21,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:23:21,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:21,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:21,803 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:21,805 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:21,805 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:21,807 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:21,807 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:21,808 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:21,809 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:21,811 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:23:21,811 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70401790, jitterRate=0.04906842112541199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:21,812 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325801789Initializing all the Stores at 1733325801790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325801790Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325801790Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325801790Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325801790Cleaning up temporary data from old regions at 1733325801807 (+17 ms)Region opened successfully at 1733325801812 (+5 ms) 2024-12-04T15:23:21,812 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:23:21,815 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6703af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:23:21,816 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:23:21,816 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:23:21,816 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:23:21,816 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:23:21,816 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:23:21,817 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:23:21,817 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:23:21,818 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:23:21,819 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Unable to get data of znode /0-1297584533/balancer because node does not exist (not necessarily an error) 2024-12-04T15:23:21,872 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1297584533/balancer already deleted, retry=false 2024-12-04T15:23:21,872 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:23:21,873 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Unable to get data of znode /0-1297584533/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:23:21,880 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1297584533/normalizer already deleted, retry=false 2024-12-04T15:23:21,880 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:23:21,881 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Unable to get data of znode /0-1297584533/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:23:21,897 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1297584533/switch/split already deleted, retry=false 2024-12-04T15:23:21,897 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Unable to get data of znode /0-1297584533/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:23:21,913 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1297584533/switch/merge already deleted, retry=false 2024-12-04T15:23:21,915 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Unable to get data of znode /0-1297584533/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:23:21,930 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1297584533/snapshot-cleanup already deleted, retry=false 2024-12-04T15:23:21,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1297584533/running 2024-12-04T15:23:21,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1297584533/running 2024-12-04T15:23:21,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:21,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:21,947 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,41103,1733325799907, sessionid=0x101a21e81170000, setting cluster-up flag (Was=false) 2024-12-04T15:23:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:22,030 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1297584533/flush-table-proc/acquired, /0-1297584533/flush-table-proc/reached, /0-1297584533/flush-table-proc/abort 2024-12-04T15:23:22,031 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,41103,1733325799907 2024-12-04T15:23:22,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:22,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:22,113 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1297584533/online-snapshot/acquired, /0-1297584533/online-snapshot/reached, /0-1297584533/online-snapshot/abort 2024-12-04T15:23:22,114 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,41103,1733325799907 2024-12-04T15:23:22,115 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:23:22,117 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:22,117 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:23:22,117 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:23:22,117 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,41103,1733325799907 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:23:22,118 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:22,118 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:22,118 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:22,118 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:22,118 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:23:22,118 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:22,118 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:23:22,118 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:22,119 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325832119 2024-12-04T15:23:22,119 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:23:22,119 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:23:22,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:22,119 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:23:22,119 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:23:22,119 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:23:22,119 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:23:22,120 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:23:22,120 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:22,120 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:23:22,120 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:23:22,120 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:23:22,120 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:23:22,120 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:23:22,120 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:23:22,120 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325802120,5,FailOnTimeoutGroup] 2024-12-04T15:23:22,121 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:22,121 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325802120,5,FailOnTimeoutGroup] 2024-12-04T15:23:22,121 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:22,121 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:23:22,121 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:22,121 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:22,121 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:23:22,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:23:22,190 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(746): ClusterId : 6521a67c-1a39-448e-a351-f5c165680d1b 2024-12-04T15:23:22,190 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:23:22,197 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:23:22,197 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:23:22,206 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:23:22,206 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4569b200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:23:22,219 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:46545 2024-12-04T15:23:22,219 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:23:22,219 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:23:22,219 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:23:22,220 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,41103,1733325799907 with port=46545, startcode=1733325800060 2024-12-04T15:23:22,220 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:23:22,222 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:23:22,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,46545,1733325800060 2024-12-04T15:23:22,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41103 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,46545,1733325800060 2024-12-04T15:23:22,223 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5 2024-12-04T15:23:22,223 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36937 2024-12-04T15:23:22,223 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:23:22,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533/rs 2024-12-04T15:23:22,230 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] zookeeper.ZKUtil(111): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Set watcher on existing znode=/0-1297584533/rs/c6f2e1d35cf1,46545,1733325800060 2024-12-04T15:23:22,230 WARN [RS:0;c6f2e1d35cf1:46545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:23:22,230 INFO [RS:0;c6f2e1d35cf1:46545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:22,230 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060 2024-12-04T15:23:22,231 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,46545,1733325800060] 2024-12-04T15:23:22,233 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:23:22,235 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:23:22,235 INFO [RS:0;c6f2e1d35cf1:46545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:23:22,235 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:22,235 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:23:22,236 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:23:22,236 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:22,237 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:22,237 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:22,237 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:22,237 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:22,237 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:22,237 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:23:22,237 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:22,237 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:22,237 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:22,237 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:22,237 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:22,237 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:22,237 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:23:22,237 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:23:22,238 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:22,238 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:22,238 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:22,238 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:22,238 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:22,238 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46545,1733325800060-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:23:22,250 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:23:22,250 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46545,1733325800060-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:22,250 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:22,250 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.Replication(171): c6f2e1d35cf1,46545,1733325800060 started 2024-12-04T15:23:22,263 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:22,263 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,46545,1733325800060, RpcServer on c6f2e1d35cf1/172.17.0.3:46545, sessionid=0x101a21e81170001 2024-12-04T15:23:22,263 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:23:22,263 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,46545,1733325800060 2024-12-04T15:23:22,263 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,46545,1733325800060' 2024-12-04T15:23:22,263 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1297584533/flush-table-proc/abort' 2024-12-04T15:23:22,264 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1297584533/flush-table-proc/acquired' 2024-12-04T15:23:22,264 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:23:22,264 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:23:22,264 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,46545,1733325800060 2024-12-04T15:23:22,264 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,46545,1733325800060' 2024-12-04T15:23:22,264 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1297584533/online-snapshot/abort' 2024-12-04T15:23:22,264 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1297584533/online-snapshot/acquired' 2024-12-04T15:23:22,264 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:23:22,264 INFO [RS:0;c6f2e1d35cf1:46545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:23:22,264 INFO [RS:0;c6f2e1d35cf1:46545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:23:22,365 INFO [RS:0;c6f2e1d35cf1:46545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:23:22,366 INFO [RS:0;c6f2e1d35cf1:46545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C46545%2C1733325800060, suffix=, logDir=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060, archiveDir=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/oldWALs, maxLogs=10 2024-12-04T15:23:22,377 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367, exclude list is [], retry=0 2024-12-04T15:23:22,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45741,DS-f2f9db0a-587f-49e6-9ccb-ac2661bbe4d6,DISK] 2024-12-04T15:23:22,381 INFO [RS:0;c6f2e1d35cf1:46545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 2024-12-04T15:23:22,381 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299)] 2024-12-04T15:23:22,532 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:23:22,532 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5 2024-12-04T15:23:22,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:23:22,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:22,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:23:22,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:23:22,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:22,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:22,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:23:22,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:23:22,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:22,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:22,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:23:22,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:23:22,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:22,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:22,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:23:22,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:23:22,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:22,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:22,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:23:22,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740 2024-12-04T15:23:22,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740 2024-12-04T15:23:22,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:23:22,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:23:22,946 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:22,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:23:22,948 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:23:22,948 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59723068, jitterRate=-0.11005693674087524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:22,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325802938Initializing all the Stores at 1733325802939 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325802939Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325802939Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325802939Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325802939Cleaning up temporary data from old regions at 1733325802946 (+7 ms)Region opened successfully at 1733325802949 (+3 ms) 2024-12-04T15:23:22,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:23:22,949 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:23:22,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:23:22,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:23:22,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:23:22,949 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:23:22,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325802949Disabling compacts and flushes for region at 1733325802949Disabling writes for close at 1733325802949Writing region close event to WAL at 1733325802949Closed at 1733325802949 2024-12-04T15:23:22,950 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:22,950 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:23:22,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:23:22,951 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:23:22,952 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:23:23,102 DEBUG [c6f2e1d35cf1:41103 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:23:23,102 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,46545,1733325800060 2024-12-04T15:23:23,103 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,46545,1733325800060, state=OPENING 2024-12-04T15:23:23,155 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:23:23,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:23,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:23,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1297584533/meta-region-server: CHANGED 2024-12-04T15:23:23,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1297584533/meta-region-server: CHANGED 2024-12-04T15:23:23,183 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:23:23,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,46545,1733325800060}] 2024-12-04T15:23:23,336 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:23:23,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:23:23,341 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:23:23,341 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:23,341 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:23:23,342 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C46545%2C1733325800060.meta, suffix=.meta, logDir=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060, archiveDir=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/oldWALs, maxLogs=10 2024-12-04T15:23:23,359 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.meta.1733325803343.meta, exclude list is [], retry=0 2024-12-04T15:23:23,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45741,DS-f2f9db0a-587f-49e6-9ccb-ac2661bbe4d6,DISK] 2024-12-04T15:23:23,363 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.meta.1733325803343.meta 2024-12-04T15:23:23,363 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299)] 2024-12-04T15:23:23,364 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:23,364 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:23:23,364 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:23:23,364 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:23:23,364 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:23:23,365 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:23:23,365 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:23,365 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:23:23,365 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:23:23,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:23:23,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:23:23,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:23,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:23,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:23:23,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:23:23,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:23,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:23,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:23:23,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:23:23,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:23,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:23,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:23:23,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:23:23,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:23,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:23,370 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:23:23,371 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740 2024-12-04T15:23:23,372 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740 2024-12-04T15:23:23,373 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:23:23,373 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:23:23,373 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:23,375 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:23:23,375 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66875764, jitterRate=-0.0034734606742858887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:23,375 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:23:23,376 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325803365Writing region info on filesystem at 1733325803365Initializing all the Stores at 1733325803366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325803366Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325803366Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325803366Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325803366Cleaning up temporary data from old regions at 1733325803373 (+7 ms)Running coprocessor post-open hooks at 1733325803375 (+2 ms)Region opened successfully at 1733325803376 (+1 ms) 2024-12-04T15:23:23,377 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325803335 2024-12-04T15:23:23,379 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:23:23,379 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:23:23,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,46545,1733325800060 2024-12-04T15:23:23,380 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,46545,1733325800060, state=OPEN 2024-12-04T15:23:23,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1297584533/meta-region-server 2024-12-04T15:23:23,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1297584533/meta-region-server 2024-12-04T15:23:23,393 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,46545,1733325800060 2024-12-04T15:23:23,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1297584533/meta-region-server: CHANGED 2024-12-04T15:23:23,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1297584533/meta-region-server: CHANGED 2024-12-04T15:23:23,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:23:23,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,46545,1733325800060 in 210 msec 2024-12-04T15:23:23,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:23:23,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-12-04T15:23:23,397 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:23,397 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:23:23,398 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:23,399 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,46545,1733325800060, seqNum=-1] 2024-12-04T15:23:23,399 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:23,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:23:23,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2870 sec 2024-12-04T15:23:23,404 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325803404, completionTime=-1 2024-12-04T15:23:23,404 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:23:23,404 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:23:23,406 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:23:23,406 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325863406 2024-12-04T15:23:23,406 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325923406 2024-12-04T15:23:23,406 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T15:23:23,406 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,41103,1733325799907-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:23,406 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,41103,1733325799907-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:23,406 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,41103,1733325799907-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:23,406 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:41103, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:23,406 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:23,407 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:23,408 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:23:23,409 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.287sec 2024-12-04T15:23:23,410 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:23:23,410 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:23:23,410 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:23:23,410 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:23:23,410 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:23:23,410 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,41103,1733325799907-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:23:23,410 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,41103,1733325799907-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:23:23,412 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:23:23,412 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:23:23,412 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,41103,1733325799907-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:23,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea1e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:23,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,41103,-1 for getting cluster id 2024-12-04T15:23:23,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:23,492 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6521a67c-1a39-448e-a351-f5c165680d1b' 2024-12-04T15:23:23,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:23,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6521a67c-1a39-448e-a351-f5c165680d1b" 2024-12-04T15:23:23,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ecf975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:23,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,41103,-1] 2024-12-04T15:23:23,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:23,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:23,493 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:23,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112afb2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:23,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:23,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,46545,1733325800060, seqNum=-1] 2024-12-04T15:23:23,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:23,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:23:23,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,41103,1733325799907 2024-12-04T15:23:23,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57385 2024-12-04T15:23:23,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:23:23,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a21e81170002 connected 2024-12-04T15:23:23,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/hadoop.log.dir so I do NOT create it in target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc 2024-12-04T15:23:23,515 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:23:23,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/hadoop.tmp.dir so I do NOT create it in target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc 2024-12-04T15:23:23,515 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:23:23,515 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc 2024-12-04T15:23:23,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:23:23,516 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/cluster_3d13df9a-8df0-5812-83a8-8b2e28ea8e72, deleteOnExit=true 2024-12-04T15:23:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:23:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/test.cache.data in system properties and HBase conf 2024-12-04T15:23:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:23:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:23:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:23:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:23:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:23:23,516 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:23:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:23:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:23:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:23:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:23:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:23:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:23:23,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:23:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:23:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:23:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:23:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:23:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:23:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:23:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:23:23,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:23:23,719 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:23:23,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:23:23,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:23:23,720 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:23:23,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:23:23,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72396638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:23:23,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5a3398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:23:23,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@742620da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/java.io.tmpdir/jetty-localhost-42093-hadoop-hdfs-3_4_1-tests_jar-_-any-18379543451414790161/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:23:23,810 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ae04b5a{HTTP/1.1, (http/1.1)}{localhost:42093} 2024-12-04T15:23:23,810 INFO [Time-limited test {}] server.Server(415): Started @169502ms 2024-12-04T15:23:23,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:23:23,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:23:23,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:23:23,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:23:23,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:23:23,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11574a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:23:23,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@659beb6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:23:24,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f70bc3a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/java.io.tmpdir/jetty-localhost-42457-hadoop-hdfs-3_4_1-tests_jar-_-any-1928591198011616418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:23:24,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c855783{HTTP/1.1, (http/1.1)}{localhost:42457} 2024-12-04T15:23:24,082 INFO [Time-limited test {}] server.Server(415): Started @169774ms 2024-12-04T15:23:24,083 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:23:24,458 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/cluster_3d13df9a-8df0-5812-83a8-8b2e28ea8e72/data/data1/current/BP-110505117-172.17.0.3-1733325803530/current, will proceed with Du for space computation calculation, 2024-12-04T15:23:24,458 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/cluster_3d13df9a-8df0-5812-83a8-8b2e28ea8e72/data/data2/current/BP-110505117-172.17.0.3-1733325803530/current, will proceed with Du for space computation calculation, 2024-12-04T15:23:24,473 WARN [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:23:24,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f73e7b2d70e09d with lease ID 0xdf6ef86afb547388: Processing first storage report for DS-670fc042-0298-49c6-bda2-a40ece2651b5 from datanode DatanodeRegistration(127.0.0.1:34335, datanodeUuid=a3ae9ecd-1e85-429c-a88d-cc3c28cd18fc, infoPort=44297, infoSecurePort=0, ipcPort=40319, storageInfo=lv=-57;cid=testClusterID;nsid=929025091;c=1733325803530) 2024-12-04T15:23:24,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f73e7b2d70e09d with lease ID 0xdf6ef86afb547388: from storage DS-670fc042-0298-49c6-bda2-a40ece2651b5 node DatanodeRegistration(127.0.0.1:34335, datanodeUuid=a3ae9ecd-1e85-429c-a88d-cc3c28cd18fc, infoPort=44297, infoSecurePort=0, ipcPort=40319, storageInfo=lv=-57;cid=testClusterID;nsid=929025091;c=1733325803530), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T15:23:24,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f73e7b2d70e09d with lease ID 0xdf6ef86afb547388: Processing first storage report for DS-8eb782e7-1fa8-4891-af73-78807a282499 from datanode DatanodeRegistration(127.0.0.1:34335, datanodeUuid=a3ae9ecd-1e85-429c-a88d-cc3c28cd18fc, infoPort=44297, infoSecurePort=0, ipcPort=40319, storageInfo=lv=-57;cid=testClusterID;nsid=929025091;c=1733325803530) 2024-12-04T15:23:24,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f73e7b2d70e09d with lease ID 0xdf6ef86afb547388: from storage DS-8eb782e7-1fa8-4891-af73-78807a282499 node DatanodeRegistration(127.0.0.1:34335, datanodeUuid=a3ae9ecd-1e85-429c-a88d-cc3c28cd18fc, infoPort=44297, infoSecurePort=0, ipcPort=40319, storageInfo=lv=-57;cid=testClusterID;nsid=929025091;c=1733325803530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:23:24,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc 2024-12-04T15:23:24,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:24,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:24,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:23:24,915 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2 with version=8 2024-12-04T15:23:24,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/hbase-staging 2024-12-04T15:23:24,918 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:23:24,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:24,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:24,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:23:24,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:24,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:23:24,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:23:24,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:23:24,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45811 2024-12-04T15:23:24,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45811 connecting to ZooKeeper ensemble=127.0.0.1:57385 2024-12-04T15:23:24,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458110x0, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:23:24,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45811-0x101a21e81170003 connected 2024-12-04T15:23:25,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:25,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:25,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Set watcher on znode that does not yet exist, /1-358303786/running 2024-12-04T15:23:25,017 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2, hbase.cluster.distributed=false 2024-12-04T15:23:25,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Set watcher on znode that does not yet exist, /1-358303786/acl 2024-12-04T15:23:25,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45811 2024-12-04T15:23:25,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45811 2024-12-04T15:23:25,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45811 2024-12-04T15:23:25,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45811 2024-12-04T15:23:25,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45811 2024-12-04T15:23:25,035 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:23:25,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:25,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:25,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:23:25,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:25,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:23:25,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:23:25,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:23:25,035 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36243 2024-12-04T15:23:25,036 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36243 connecting to ZooKeeper ensemble=127.0.0.1:57385 2024-12-04T15:23:25,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:25,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:25,047 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362430x0, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:23:25,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362430x0, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Set watcher on znode that does not yet exist, /1-358303786/running 2024-12-04T15:23:25,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36243-0x101a21e81170004 connected 2024-12-04T15:23:25,047 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:23:25,049 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:23:25,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Set watcher on znode that does not yet exist, /1-358303786/master 2024-12-04T15:23:25,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Set watcher on znode that does not yet exist, /1-358303786/acl 2024-12-04T15:23:25,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36243 2024-12-04T15:23:25,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36243 2024-12-04T15:23:25,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36243 2024-12-04T15:23:25,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36243 2024-12-04T15:23:25,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36243 2024-12-04T15:23:25,068 DEBUG [M:0;c6f2e1d35cf1:45811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:45811 2024-12-04T15:23:25,068 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-358303786/backup-masters/c6f2e1d35cf1,45811,1733325804917 2024-12-04T15:23:25,076 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786/backup-masters 2024-12-04T15:23:25,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786/backup-masters 2024-12-04T15:23:25,076 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Set watcher on existing znode=/1-358303786/backup-masters/c6f2e1d35cf1,45811,1733325804917 2024-12-04T15:23:25,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:25,084 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-358303786/master 2024-12-04T15:23:25,084 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:25,085 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Set watcher on existing znode=/1-358303786/master 2024-12-04T15:23:25,085 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-358303786/backup-masters/c6f2e1d35cf1,45811,1733325804917 from backup master directory 2024-12-04T15:23:25,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-358303786/backup-masters/c6f2e1d35cf1,45811,1733325804917 2024-12-04T15:23:25,093 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786/backup-masters 2024-12-04T15:23:25,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786/backup-masters 2024-12-04T15:23:25,093 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:23:25,093 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,45811,1733325804917 2024-12-04T15:23:25,096 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/hbase.id] with ID: 157c4643-69e7-4503-94f8-3bed221c8dc2 2024-12-04T15:23:25,096 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/.tmp/hbase.id 2024-12-04T15:23:25,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:23:25,501 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/.tmp/hbase.id]:[hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/hbase.id] 2024-12-04T15:23:25,510 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:25,510 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:23:25,510 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T15:23:25,546 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:25,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:25,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:23:25,952 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:23:25,953 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:23:25,953 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:25,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:23:26,360 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store 2024-12-04T15:23:26,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:23:26,767 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:26,767 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:23:26,767 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:26,767 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:26,767 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:23:26,767 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:26,767 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:26,767 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325806767Disabling compacts and flushes for region at 1733325806767Disabling writes for close at 1733325806767Writing region close event to WAL at 1733325806767Closed at 1733325806767 2024-12-04T15:23:26,768 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/.initializing 2024-12-04T15:23:26,768 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/WALs/c6f2e1d35cf1,45811,1733325804917 2024-12-04T15:23:26,769 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:23:26,771 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C45811%2C1733325804917, suffix=, logDir=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/WALs/c6f2e1d35cf1,45811,1733325804917, archiveDir=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/oldWALs, maxLogs=10 2024-12-04T15:23:26,785 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/WALs/c6f2e1d35cf1,45811,1733325804917/c6f2e1d35cf1%2C45811%2C1733325804917.1733325806771, exclude list is [], retry=0 2024-12-04T15:23:26,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34335,DS-670fc042-0298-49c6-bda2-a40ece2651b5,DISK] 2024-12-04T15:23:26,789 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/WALs/c6f2e1d35cf1,45811,1733325804917/c6f2e1d35cf1%2C45811%2C1733325804917.1733325806771 2024-12-04T15:23:26,789 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44297:44297)] 2024-12-04T15:23:26,789 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:26,790 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:26,790 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:26,790 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:26,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:26,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:23:26,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:26,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:26,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:26,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:23:26,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:26,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:26,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:26,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:23:26,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:26,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:26,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:26,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:23:26,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:26,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:26,796 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:26,797 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:26,797 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:26,798 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:26,798 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:26,799 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:26,800 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:26,801 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:23:26,802 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62916719, jitterRate=-0.06246782839298248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:26,802 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325806790Initializing all the Stores at 1733325806791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325806791Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325806791Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325806791Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325806791Cleaning up temporary data from old regions at 1733325806798 (+7 ms)Region opened successfully at 1733325806802 (+4 ms) 2024-12-04T15:23:26,802 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:23:26,805 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d632f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:23:26,805 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:23:26,806 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:23:26,806 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:23:26,806 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:23:26,806 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:23:26,807 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:23:26,807 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:23:26,808 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:23:26,809 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Unable to get data of znode /1-358303786/balancer because node does not exist (not necessarily an error) 2024-12-04T15:23:26,871 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-358303786/balancer already deleted, retry=false 2024-12-04T15:23:26,872 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:23:26,872 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Unable to get data of znode /1-358303786/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:23:26,880 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-358303786/normalizer already deleted, retry=false 2024-12-04T15:23:26,880 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:23:26,881 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Unable to get data of znode /1-358303786/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:23:26,888 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-358303786/switch/split already deleted, retry=false 2024-12-04T15:23:26,889 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Unable to get data of znode /1-358303786/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:23:26,896 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-358303786/switch/merge already deleted, retry=false 2024-12-04T15:23:26,898 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Unable to get data of znode /1-358303786/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:23:26,904 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-358303786/snapshot-cleanup already deleted, retry=false 2024-12-04T15:23:26,913 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-358303786/running 2024-12-04T15:23:26,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-358303786/running 2024-12-04T15:23:26,913 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:26,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:26,913 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,45811,1733325804917, sessionid=0x101a21e81170003, setting cluster-up flag (Was=false) 2024-12-04T15:23:26,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:26,930 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:26,955 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-358303786/flush-table-proc/acquired, /1-358303786/flush-table-proc/reached, /1-358303786/flush-table-proc/abort 2024-12-04T15:23:26,956 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,45811,1733325804917 2024-12-04T15:23:26,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:26,971 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:26,996 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-358303786/online-snapshot/acquired, /1-358303786/online-snapshot/reached, /1-358303786/online-snapshot/abort 2024-12-04T15:23:26,997 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,45811,1733325804917 2024-12-04T15:23:26,998 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:23:26,999 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:26,999 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:23:26,999 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:23:26,999 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,45811,1733325804917 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:23:27,000 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:27,000 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:27,000 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:27,000 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:27,000 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:23:27,000 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:27,000 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:23:27,000 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:27,001 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325837001 2024-12-04T15:23:27,001 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:23:27,001 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:23:27,001 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:23:27,001 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:23:27,001 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:23:27,001 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:23:27,001 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:27,001 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:27,002 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:23:27,002 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:23:27,002 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:23:27,002 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:23:27,002 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:23:27,002 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:23:27,002 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:23:27,002 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:27,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:23:27,003 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325807002,5,FailOnTimeoutGroup] 2024-12-04T15:23:27,003 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325807003,5,FailOnTimeoutGroup] 2024-12-04T15:23:27,003 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:27,003 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:23:27,003 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:27,003 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:27,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:23:27,058 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(746): ClusterId : 157c4643-69e7-4503-94f8-3bed221c8dc2 2024-12-04T15:23:27,059 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:23:27,068 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:23:27,068 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:23:27,077 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:23:27,077 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176829c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:23:27,090 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:36243 2024-12-04T15:23:27,090 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:23:27,090 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:23:27,090 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:23:27,091 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,45811,1733325804917 with port=36243, startcode=1733325805034 2024-12-04T15:23:27,091 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:23:27,092 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:23:27,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,36243,1733325805034 2024-12-04T15:23:27,092 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45811 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,36243,1733325805034 2024-12-04T15:23:27,094 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2 2024-12-04T15:23:27,094 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35745 2024-12-04T15:23:27,094 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:23:27,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786/rs 2024-12-04T15:23:27,132 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] zookeeper.ZKUtil(111): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Set watcher on existing znode=/1-358303786/rs/c6f2e1d35cf1,36243,1733325805034 2024-12-04T15:23:27,132 WARN [RS:0;c6f2e1d35cf1:36243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:23:27,132 INFO [RS:0;c6f2e1d35cf1:36243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:27,132 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034 2024-12-04T15:23:27,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,36243,1733325805034] 2024-12-04T15:23:27,137 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:23:27,138 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:23:27,139 INFO [RS:0;c6f2e1d35cf1:36243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:23:27,139 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:27,139 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:23:27,140 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:23:27,140 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:27,140 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:27,140 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:27,140 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:27,140 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:27,140 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:27,140 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:23:27,140 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:27,140 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:27,140 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:27,140 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:27,140 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:27,140 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:27,140 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:23:27,140 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:23:27,142 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:27,142 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:27,142 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:27,142 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:27,142 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:27,142 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36243,1733325805034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:23:27,159 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:23:27,159 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36243,1733325805034-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:27,159 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:27,159 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.Replication(171): c6f2e1d35cf1,36243,1733325805034 started 2024-12-04T15:23:27,175 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:27,175 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,36243,1733325805034, RpcServer on c6f2e1d35cf1/172.17.0.3:36243, sessionid=0x101a21e81170004 2024-12-04T15:23:27,176 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:23:27,176 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,36243,1733325805034 2024-12-04T15:23:27,176 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,36243,1733325805034' 2024-12-04T15:23:27,176 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-358303786/flush-table-proc/abort' 2024-12-04T15:23:27,176 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-358303786/flush-table-proc/acquired' 2024-12-04T15:23:27,176 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:23:27,176 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:23:27,176 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,36243,1733325805034 2024-12-04T15:23:27,176 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,36243,1733325805034' 2024-12-04T15:23:27,176 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-358303786/online-snapshot/abort' 2024-12-04T15:23:27,177 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-358303786/online-snapshot/acquired' 2024-12-04T15:23:27,177 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:23:27,177 INFO [RS:0;c6f2e1d35cf1:36243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:23:27,177 INFO [RS:0;c6f2e1d35cf1:36243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:23:27,277 INFO [RS:0;c6f2e1d35cf1:36243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:23:27,279 INFO [RS:0;c6f2e1d35cf1:36243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C36243%2C1733325805034, suffix=, logDir=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034, archiveDir=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/oldWALs, maxLogs=10 2024-12-04T15:23:27,290 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279, exclude list is [], retry=0 2024-12-04T15:23:27,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34335,DS-670fc042-0298-49c6-bda2-a40ece2651b5,DISK] 2024-12-04T15:23:27,294 INFO [RS:0;c6f2e1d35cf1:36243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 2024-12-04T15:23:27,294 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44297:44297)] 2024-12-04T15:23:27,411 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:23:27,411 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2 2024-12-04T15:23:27,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:23:27,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:27,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:23:27,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:23:27,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:27,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:27,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:23:27,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:23:27,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:27,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:27,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:23:27,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:23:27,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:27,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:27,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:23:27,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:23:27,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:27,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:27,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:23:27,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740 2024-12-04T15:23:27,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740 2024-12-04T15:23:27,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:23:27,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:23:27,824 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:27,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:23:27,826 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:23:27,826 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74146534, jitterRate=0.10486945509910583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:27,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325807816Initializing all the Stores at 1733325807817 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325807817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325807817Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325807817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325807817Cleaning up temporary data from old regions at 1733325807823 (+6 ms)Region opened successfully at 1733325807826 (+3 ms) 2024-12-04T15:23:27,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:23:27,827 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:23:27,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:23:27,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:23:27,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:23:27,827 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:23:27,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325807827Disabling compacts and flushes for region at 1733325807827Disabling writes for close at 1733325807827Writing region close event to WAL at 1733325807827Closed at 1733325807827 2024-12-04T15:23:27,828 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:27,828 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:23:27,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:23:27,829 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:23:27,829 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:23:27,979 DEBUG [c6f2e1d35cf1:45811 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:23:27,980 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,36243,1733325805034 2024-12-04T15:23:27,981 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,36243,1733325805034, state=OPENING 2024-12-04T15:23:28,034 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:23:28,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:28,043 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:28,043 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:23:28,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-358303786/meta-region-server: CHANGED 2024-12-04T15:23:28,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-358303786/meta-region-server: CHANGED 2024-12-04T15:23:28,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,36243,1733325805034}] 2024-12-04T15:23:28,195 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:23:28,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:23:28,200 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:23:28,200 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:28,200 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:23:28,201 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C36243%2C1733325805034.meta, suffix=.meta, logDir=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034, archiveDir=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/oldWALs, maxLogs=10 2024-12-04T15:23:28,212 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.meta.1733325808201.meta, exclude list is [], retry=0 2024-12-04T15:23:28,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34335,DS-670fc042-0298-49c6-bda2-a40ece2651b5,DISK] 2024-12-04T15:23:28,216 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.meta.1733325808201.meta 2024-12-04T15:23:28,216 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44297:44297)] 2024-12-04T15:23:28,216 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:28,217 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:23:28,217 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:23:28,217 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:23:28,217 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:23:28,217 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:23:28,217 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:28,217 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:23:28,217 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:23:28,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:23:28,219 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:23:28,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:28,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:28,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:23:28,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:23:28,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:28,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:28,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:23:28,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:23:28,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:28,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:28,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:23:28,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:23:28,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:28,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:28,223 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:23:28,223 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740 2024-12-04T15:23:28,224 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740 2024-12-04T15:23:28,225 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:23:28,225 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:23:28,225 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:28,226 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:23:28,227 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73513569, jitterRate=0.09543754160404205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:28,227 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:23:28,227 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325808217Writing region info on filesystem at 1733325808217Initializing all the Stores at 1733325808218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325808218Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325808219 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325808219Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325808219Cleaning up temporary data from old regions at 1733325808225 (+6 ms)Running coprocessor post-open hooks at 1733325808227 (+2 ms)Region opened successfully at 1733325808227 2024-12-04T15:23:28,228 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325808195 2024-12-04T15:23:28,229 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:23:28,230 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:23:28,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,36243,1733325805034 2024-12-04T15:23:28,231 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,36243,1733325805034, state=OPEN 2024-12-04T15:23:28,233 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:23:28,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-358303786/meta-region-server 2024-12-04T15:23:28,242 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-358303786/meta-region-server 2024-12-04T15:23:28,243 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,36243,1733325805034 2024-12-04T15:23:28,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-358303786/meta-region-server: CHANGED 2024-12-04T15:23:28,243 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-358303786/meta-region-server: CHANGED 2024-12-04T15:23:28,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:23:28,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,36243,1733325805034 in 200 msec 2024-12-04T15:23:28,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:23:28,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-12-04T15:23:28,246 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:28,246 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:23:28,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:28,248 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,36243,1733325805034, seqNum=-1] 2024-12-04T15:23:28,248 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:28,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:23:28,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2530 sec 2024-12-04T15:23:28,253 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325808253, completionTime=-1 2024-12-04T15:23:28,253 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:23:28,253 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:23:28,254 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:23:28,254 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325868254 2024-12-04T15:23:28,255 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325928255 2024-12-04T15:23:28,255 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T15:23:28,255 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,45811,1733325804917-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:28,255 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,45811,1733325804917-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:28,255 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,45811,1733325804917-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:28,255 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:45811, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:28,255 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:28,255 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:28,256 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:23:28,258 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.165sec 2024-12-04T15:23:28,258 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:23:28,258 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:23:28,258 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:23:28,258 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:23:28,258 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:23:28,258 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,45811,1733325804917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:23:28,258 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,45811,1733325804917-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:23:28,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7fe5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:28,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,45811,-1 for getting cluster id 2024-12-04T15:23:28,260 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:23:28,260 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:23:28,260 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,45811,1733325804917-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:28,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:28,261 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '157c4643-69e7-4503-94f8-3bed221c8dc2' 2024-12-04T15:23:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "157c4643-69e7-4503-94f8-3bed221c8dc2" 2024-12-04T15:23:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e82b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,45811,-1] 2024-12-04T15:23:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:28,262 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:28,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30466eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:28,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:28,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,36243,1733325805034, seqNum=-1] 2024-12-04T15:23:28,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:28,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:23:28,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,45811,1733325804917 2024-12-04T15:23:28,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57385 2024-12-04T15:23:28,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:23:28,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a21e81170005 connected 2024-12-04T15:23:28,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,41103,1733325799907 2024-12-04T15:23:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@638ba5b5 2024-12-04T15:23:28,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:28,288 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:23:28,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:23:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T15:23:28,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:23:28,292 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:28,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T15:23:28,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:23:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:28,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741835_1011 (size=902) 2024-12-04T15:23:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:28,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:28,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7c8b67bc53136599feb16daf87eb043, NAME => 'test,,1733325808289.b7c8b67bc53136599feb16daf87eb043.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5 2024-12-04T15:23:28,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741836_1012 (size=39) 2024-12-04T15:23:28,866 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:23:28,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:28,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:28,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:28,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:28,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:28,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:28,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:28,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:29,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733325808289.b7c8b67bc53136599feb16daf87eb043.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:29,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b7c8b67bc53136599feb16daf87eb043, disabling compactions & flushes 2024-12-04T15:23:29,112 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733325808289.b7c8b67bc53136599feb16daf87eb043. 2024-12-04T15:23:29,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325808289.b7c8b67bc53136599feb16daf87eb043. 2024-12-04T15:23:29,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733325808289.b7c8b67bc53136599feb16daf87eb043. after waiting 0 ms 2024-12-04T15:23:29,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733325808289.b7c8b67bc53136599feb16daf87eb043. 2024-12-04T15:23:29,112 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733325808289.b7c8b67bc53136599feb16daf87eb043. 2024-12-04T15:23:29,112 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7c8b67bc53136599feb16daf87eb043: Waiting for close lock at 1733325809112Disabling compacts and flushes for region at 1733325809112Disabling writes for close at 1733325809112Writing region close event to WAL at 1733325809112Closed at 1733325809112 2024-12-04T15:23:29,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:23:29,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733325808289.b7c8b67bc53136599feb16daf87eb043.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733325809113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325809113"}]},"ts":"1733325809113"} 2024-12-04T15:23:29,115 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:23:29,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:23:29,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325809116"}]},"ts":"1733325809116"} 2024-12-04T15:23:29,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T15:23:29,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7c8b67bc53136599feb16daf87eb043, ASSIGN}] 2024-12-04T15:23:29,119 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7c8b67bc53136599feb16daf87eb043, ASSIGN 2024-12-04T15:23:29,120 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b7c8b67bc53136599feb16daf87eb043, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,46545,1733325800060; forceNewPlan=false, retain=false 2024-12-04T15:23:29,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7c8b67bc53136599feb16daf87eb043, regionState=OPENING, regionLocation=c6f2e1d35cf1,46545,1733325800060 2024-12-04T15:23:29,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b7c8b67bc53136599feb16daf87eb043, ASSIGN because future has completed 2024-12-04T15:23:29,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7c8b67bc53136599feb16daf87eb043, server=c6f2e1d35cf1,46545,1733325800060}] 2024-12-04T15:23:29,429 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733325808289.b7c8b67bc53136599feb16daf87eb043. 2024-12-04T15:23:29,429 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b7c8b67bc53136599feb16daf87eb043, NAME => 'test,,1733325808289.b7c8b67bc53136599feb16daf87eb043.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:29,429 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:23:29,429 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T15:23:29,429 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b7c8b67bc53136599feb16daf87eb043 2024-12-04T15:23:29,429 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733325808289.b7c8b67bc53136599feb16daf87eb043.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:29,429 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b7c8b67bc53136599feb16daf87eb043 2024-12-04T15:23:29,429 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b7c8b67bc53136599feb16daf87eb043 2024-12-04T15:23:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:29,431 INFO [StoreOpener-b7c8b67bc53136599feb16daf87eb043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7c8b67bc53136599feb16daf87eb043 2024-12-04T15:23:29,432 INFO [StoreOpener-b7c8b67bc53136599feb16daf87eb043-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7c8b67bc53136599feb16daf87eb043 columnFamilyName f 2024-12-04T15:23:29,432 DEBUG [StoreOpener-b7c8b67bc53136599feb16daf87eb043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:29,432 INFO [StoreOpener-b7c8b67bc53136599feb16daf87eb043-1 {}] regionserver.HStore(327): Store=b7c8b67bc53136599feb16daf87eb043/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:29,432 INFO [StoreOpener-b7c8b67bc53136599feb16daf87eb043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b7c8b67bc53136599feb16daf87eb043 2024-12-04T15:23:29,433 INFO [StoreOpener-b7c8b67bc53136599feb16daf87eb043-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7c8b67bc53136599feb16daf87eb043 columnFamilyName f1 2024-12-04T15:23:29,433 DEBUG [StoreOpener-b7c8b67bc53136599feb16daf87eb043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:29,434 INFO [StoreOpener-b7c8b67bc53136599feb16daf87eb043-1 {}] regionserver.HStore(327): Store=b7c8b67bc53136599feb16daf87eb043/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:29,434 INFO [StoreOpener-b7c8b67bc53136599feb16daf87eb043-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b7c8b67bc53136599feb16daf87eb043 2024-12-04T15:23:29,435 INFO [StoreOpener-b7c8b67bc53136599feb16daf87eb043-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7c8b67bc53136599feb16daf87eb043 columnFamilyName norep 2024-12-04T15:23:29,435 DEBUG [StoreOpener-b7c8b67bc53136599feb16daf87eb043-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:29,435 INFO [StoreOpener-b7c8b67bc53136599feb16daf87eb043-1 {}] regionserver.HStore(327): Store=b7c8b67bc53136599feb16daf87eb043/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:29,435 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b7c8b67bc53136599feb16daf87eb043 2024-12-04T15:23:29,436 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043 2024-12-04T15:23:29,436 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043 2024-12-04T15:23:29,437 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b7c8b67bc53136599feb16daf87eb043 2024-12-04T15:23:29,437 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b7c8b67bc53136599feb16daf87eb043 2024-12-04T15:23:29,437 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:23:29,438 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b7c8b67bc53136599feb16daf87eb043 2024-12-04T15:23:29,440 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:23:29,440 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b7c8b67bc53136599feb16daf87eb043; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64991033, jitterRate=-0.031558141112327576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:23:29,440 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7c8b67bc53136599feb16daf87eb043 2024-12-04T15:23:29,440 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b7c8b67bc53136599feb16daf87eb043: Running coprocessor pre-open hook at 1733325809429Writing region info on filesystem at 1733325809429Initializing all the Stores at 1733325809430 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325809430Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325809431 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325809431Cleaning up temporary data from old regions at 1733325809437 (+6 ms)Running coprocessor post-open hooks at 1733325809440 (+3 ms)Region opened successfully at 1733325809440 2024-12-04T15:23:29,441 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733325808289.b7c8b67bc53136599feb16daf87eb043., pid=6, masterSystemTime=1733325809425 2024-12-04T15:23:29,443 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733325808289.b7c8b67bc53136599feb16daf87eb043. 2024-12-04T15:23:29,443 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733325808289.b7c8b67bc53136599feb16daf87eb043. 2024-12-04T15:23:29,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7c8b67bc53136599feb16daf87eb043, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f2e1d35cf1,46545,1733325800060 2024-12-04T15:23:29,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7c8b67bc53136599feb16daf87eb043, server=c6f2e1d35cf1,46545,1733325800060 because future has completed 2024-12-04T15:23:29,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:23:29,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b7c8b67bc53136599feb16daf87eb043, server=c6f2e1d35cf1,46545,1733325800060 in 174 msec 2024-12-04T15:23:29,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:23:29,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b7c8b67bc53136599feb16daf87eb043, ASSIGN in 330 msec 2024-12-04T15:23:29,450 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:23:29,450 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325809450"}]},"ts":"1733325809450"} 2024-12-04T15:23:29,452 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T15:23:29,453 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:23:29,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-12-04T15:23:29,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T15:23:29,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T15:23:29,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T15:23:29,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T15:23:29,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:23:29,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T15:23:29,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:23:29,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T15:23:29,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:23:29,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T15:23:29,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T15:23:29,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T15:23:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:30,450 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T15:23:30,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,45811,1733325804917 2024-12-04T15:23:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52858e4b 2024-12-04T15:23:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:30,452 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:23:30,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:23:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T15:23:30,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:23:30,454 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:30,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T15:23:30,455 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:23:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:30,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741835_1011 (size=902) 2024-12-04T15:23:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:30,863 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b27adee16ea94f2010f4aa6202c720e, NAME => 'test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2 2024-12-04T15:23:30,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741836_1012 (size=39) 2024-12-04T15:23:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:31,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:31,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1b27adee16ea94f2010f4aa6202c720e, disabling compactions & flushes 2024-12-04T15:23:31,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e. 2024-12-04T15:23:31,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e. 2024-12-04T15:23:31,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e. after waiting 0 ms 2024-12-04T15:23:31,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e. 2024-12-04T15:23:31,274 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e. 2024-12-04T15:23:31,274 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b27adee16ea94f2010f4aa6202c720e: Waiting for close lock at 1733325811274Disabling compacts and flushes for region at 1733325811274Disabling writes for close at 1733325811274Writing region close event to WAL at 1733325811274Closed at 1733325811274 2024-12-04T15:23:31,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:23:31,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733325811276"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325811276"}]},"ts":"1733325811276"} 2024-12-04T15:23:31,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:23:31,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:23:31,279 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325811279"}]},"ts":"1733325811279"} 2024-12-04T15:23:31,281 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T15:23:31,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1b27adee16ea94f2010f4aa6202c720e, ASSIGN}] 2024-12-04T15:23:31,282 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1b27adee16ea94f2010f4aa6202c720e, ASSIGN 2024-12-04T15:23:31,283 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1b27adee16ea94f2010f4aa6202c720e, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,36243,1733325805034; forceNewPlan=false, retain=false 2024-12-04T15:23:31,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b27adee16ea94f2010f4aa6202c720e, regionState=OPENING, regionLocation=c6f2e1d35cf1,36243,1733325805034 2024-12-04T15:23:31,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1b27adee16ea94f2010f4aa6202c720e, ASSIGN because future has completed 2024-12-04T15:23:31,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b27adee16ea94f2010f4aa6202c720e, server=c6f2e1d35cf1,36243,1733325805034}] 2024-12-04T15:23:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:31,614 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e. 2024-12-04T15:23:31,614 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b27adee16ea94f2010f4aa6202c720e, NAME => 'test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:31,614 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:23:31,614 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T15:23:31,615 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1b27adee16ea94f2010f4aa6202c720e 2024-12-04T15:23:31,615 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:31,615 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1b27adee16ea94f2010f4aa6202c720e 2024-12-04T15:23:31,615 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1b27adee16ea94f2010f4aa6202c720e 2024-12-04T15:23:31,619 INFO [StoreOpener-1b27adee16ea94f2010f4aa6202c720e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1b27adee16ea94f2010f4aa6202c720e 2024-12-04T15:23:31,631 INFO [StoreOpener-1b27adee16ea94f2010f4aa6202c720e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b27adee16ea94f2010f4aa6202c720e columnFamilyName f 2024-12-04T15:23:31,631 DEBUG [StoreOpener-1b27adee16ea94f2010f4aa6202c720e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:31,632 INFO [StoreOpener-1b27adee16ea94f2010f4aa6202c720e-1 {}] regionserver.HStore(327): Store=1b27adee16ea94f2010f4aa6202c720e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:31,632 INFO [StoreOpener-1b27adee16ea94f2010f4aa6202c720e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1b27adee16ea94f2010f4aa6202c720e 2024-12-04T15:23:31,633 INFO [StoreOpener-1b27adee16ea94f2010f4aa6202c720e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b27adee16ea94f2010f4aa6202c720e columnFamilyName f1 2024-12-04T15:23:31,633 DEBUG [StoreOpener-1b27adee16ea94f2010f4aa6202c720e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:31,634 INFO [StoreOpener-1b27adee16ea94f2010f4aa6202c720e-1 {}] regionserver.HStore(327): Store=1b27adee16ea94f2010f4aa6202c720e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:31,634 INFO [StoreOpener-1b27adee16ea94f2010f4aa6202c720e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1b27adee16ea94f2010f4aa6202c720e 2024-12-04T15:23:31,635 INFO [StoreOpener-1b27adee16ea94f2010f4aa6202c720e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b27adee16ea94f2010f4aa6202c720e columnFamilyName norep 2024-12-04T15:23:31,635 DEBUG [StoreOpener-1b27adee16ea94f2010f4aa6202c720e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:31,636 INFO [StoreOpener-1b27adee16ea94f2010f4aa6202c720e-1 {}] regionserver.HStore(327): Store=1b27adee16ea94f2010f4aa6202c720e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:31,636 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1b27adee16ea94f2010f4aa6202c720e 2024-12-04T15:23:31,637 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e 2024-12-04T15:23:31,637 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e 2024-12-04T15:23:31,638 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1b27adee16ea94f2010f4aa6202c720e 2024-12-04T15:23:31,638 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1b27adee16ea94f2010f4aa6202c720e 2024-12-04T15:23:31,639 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:23:31,640 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1b27adee16ea94f2010f4aa6202c720e 2024-12-04T15:23:31,643 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:23:31,643 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1b27adee16ea94f2010f4aa6202c720e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71358908, jitterRate=0.06333059072494507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:23:31,643 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b27adee16ea94f2010f4aa6202c720e 2024-12-04T15:23:31,643 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1b27adee16ea94f2010f4aa6202c720e: Running coprocessor pre-open hook at 1733325811615Writing region info on filesystem at 1733325811615Initializing all the Stores at 1733325811616 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325811616Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325811618 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325811618Cleaning up temporary data from old regions at 1733325811638 (+20 ms)Running coprocessor post-open hooks at 1733325811643 (+5 ms)Region opened successfully at 1733325811643 2024-12-04T15:23:31,644 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e., pid=6, masterSystemTime=1733325811607 2024-12-04T15:23:31,646 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e. 2024-12-04T15:23:31,646 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e. 2024-12-04T15:23:31,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1b27adee16ea94f2010f4aa6202c720e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f2e1d35cf1,36243,1733325805034 2024-12-04T15:23:31,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b27adee16ea94f2010f4aa6202c720e, server=c6f2e1d35cf1,36243,1733325805034 because future has completed 2024-12-04T15:23:31,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:23:31,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b27adee16ea94f2010f4aa6202c720e, server=c6f2e1d35cf1,36243,1733325805034 in 196 msec 2024-12-04T15:23:31,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:23:31,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1b27adee16ea94f2010f4aa6202c720e, ASSIGN in 371 msec 2024-12-04T15:23:31,655 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:23:31,655 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325811655"}]},"ts":"1733325811655"} 2024-12-04T15:23:31,657 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T15:23:31,658 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:23:31,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2050 sec 2024-12-04T15:23:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:32,601 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T15:23:32,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:32,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,41103,-1 for getting cluster id 2024-12-04T15:23:32,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:32,603 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6521a67c-1a39-448e-a351-f5c165680d1b' 2024-12-04T15:23:32,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:32,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6521a67c-1a39-448e-a351-f5c165680d1b" 2024-12-04T15:23:32,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4565b165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:32,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,41103,-1] 2024-12-04T15:23:32,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:32,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:32,605 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:32,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e84b09b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:32,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:32,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,45811,-1 for getting cluster id 2024-12-04T15:23:32,607 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:32,609 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '157c4643-69e7-4503-94f8-3bed221c8dc2' 2024-12-04T15:23:32,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:32,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "157c4643-69e7-4503-94f8-3bed221c8dc2" 2024-12-04T15:23:32,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:32,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,45811,-1] 2024-12-04T15:23:32,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:32,612 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:32,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af0c169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:32,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:32,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,41103,-1 for getting cluster id 2024-12-04T15:23:32,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:32,615 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6521a67c-1a39-448e-a351-f5c165680d1b' 2024-12-04T15:23:32,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:32,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6521a67c-1a39-448e-a351-f5c165680d1b" 2024-12-04T15:23:32,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24dee8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:32,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,41103,-1] 2024-12-04T15:23:32,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:32,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:32,617 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:32,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b19a4d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:32,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:32,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,41103,1733325799907 2024-12-04T15:23:32,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4277dba2 2024-12-04T15:23:32,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:32,620 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:23:32,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:45811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:23:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:23:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:23:32,624 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:45811' 2024-12-04T15:23:32,625 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a16d11b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:32,625 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,45811,-1 for getting cluster id 2024-12-04T15:23:32,626 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:32,627 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '157c4643-69e7-4503-94f8-3bed221c8dc2' 2024-12-04T15:23:32,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:32,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "157c4643-69e7-4503-94f8-3bed221c8dc2" 2024-12-04T15:23:32,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130b5acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:32,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,45811,-1] 2024-12-04T15:23:32,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:32,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:32,628 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:32,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca78ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:32,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:32,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,45811,1733325804917 2024-12-04T15:23:32,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a01f54a 2024-12-04T15:23:32,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:32,631 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:23:32,632 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T15:23:32,632 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:23:32,632 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:32,632 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:32,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:32,633 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:23:32,634 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:23:32,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:23:32,635 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:32,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:23:32,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741837_1013 (size=1138) 2024-12-04T15:23:32,684 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T15:23:32,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:23:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:23:33,047 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25e965675b73b01b5fd72255ef4b8959, NAME => 'hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5 2024-12-04T15:23:33,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741838_1014 (size=44) 2024-12-04T15:23:33,137 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T15:23:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:23:33,455 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:33,455 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 25e965675b73b01b5fd72255ef4b8959, disabling compactions & flushes 2024-12-04T15:23:33,455 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959. 2024-12-04T15:23:33,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959. 2024-12-04T15:23:33,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959. after waiting 0 ms 2024-12-04T15:23:33,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959. 2024-12-04T15:23:33,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959. 2024-12-04T15:23:33,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25e965675b73b01b5fd72255ef4b8959: Waiting for close lock at 1733325813455Disabling compacts and flushes for region at 1733325813455Disabling writes for close at 1733325813456 (+1 ms)Writing region close event to WAL at 1733325813456Closed at 1733325813456 2024-12-04T15:23:33,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:23:33,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733325813457"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325813457"}]},"ts":"1733325813457"} 2024-12-04T15:23:33,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:23:33,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:23:33,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325813461"}]},"ts":"1733325813461"} 2024-12-04T15:23:33,464 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T15:23:33,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25e965675b73b01b5fd72255ef4b8959, ASSIGN}] 2024-12-04T15:23:33,465 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25e965675b73b01b5fd72255ef4b8959, ASSIGN 2024-12-04T15:23:33,466 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25e965675b73b01b5fd72255ef4b8959, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,46545,1733325800060; forceNewPlan=false, retain=false 2024-12-04T15:23:33,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25e965675b73b01b5fd72255ef4b8959, regionState=OPENING, regionLocation=c6f2e1d35cf1,46545,1733325800060 2024-12-04T15:23:33,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25e965675b73b01b5fd72255ef4b8959, ASSIGN because future has completed 2024-12-04T15:23:33,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25e965675b73b01b5fd72255ef4b8959, server=c6f2e1d35cf1,46545,1733325800060}] 2024-12-04T15:23:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:23:33,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959. 2024-12-04T15:23:33,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:33,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:23:33,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C46545%2C1733325800060.rep, suffix=, logDir=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060, archiveDir=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/oldWALs, maxLogs=10 2024-12-04T15:23:33,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.rep.1733325813780, exclude list is [], retry=0 2024-12-04T15:23:33,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45741,DS-f2f9db0a-587f-49e6-9ccb-ac2661bbe4d6,DISK] 2024-12-04T15:23:33,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.rep.1733325813780 2024-12-04T15:23:33,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41299:41299)] 2024-12-04T15:23:33,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 25e965675b73b01b5fd72255ef4b8959, NAME => 'hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:33,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:23:33,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:23:33,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959. service=MultiRowMutationService 2024-12-04T15:23:33,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:23:33,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 25e965675b73b01b5fd72255ef4b8959 2024-12-04T15:23:33,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:33,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 25e965675b73b01b5fd72255ef4b8959 2024-12-04T15:23:33,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 25e965675b73b01b5fd72255ef4b8959 2024-12-04T15:23:33,805 INFO [StoreOpener-25e965675b73b01b5fd72255ef4b8959-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 25e965675b73b01b5fd72255ef4b8959 2024-12-04T15:23:33,806 INFO [StoreOpener-25e965675b73b01b5fd72255ef4b8959-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e965675b73b01b5fd72255ef4b8959 columnFamilyName hfileref 2024-12-04T15:23:33,806 DEBUG [StoreOpener-25e965675b73b01b5fd72255ef4b8959-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:33,807 INFO [StoreOpener-25e965675b73b01b5fd72255ef4b8959-1 {}] regionserver.HStore(327): Store=25e965675b73b01b5fd72255ef4b8959/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:33,807 INFO [StoreOpener-25e965675b73b01b5fd72255ef4b8959-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 25e965675b73b01b5fd72255ef4b8959 2024-12-04T15:23:33,808 INFO [StoreOpener-25e965675b73b01b5fd72255ef4b8959-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e965675b73b01b5fd72255ef4b8959 columnFamilyName queue 2024-12-04T15:23:33,808 DEBUG [StoreOpener-25e965675b73b01b5fd72255ef4b8959-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:33,809 INFO [StoreOpener-25e965675b73b01b5fd72255ef4b8959-1 {}] regionserver.HStore(327): Store=25e965675b73b01b5fd72255ef4b8959/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:33,809 INFO [StoreOpener-25e965675b73b01b5fd72255ef4b8959-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 25e965675b73b01b5fd72255ef4b8959 2024-12-04T15:23:33,810 INFO [StoreOpener-25e965675b73b01b5fd72255ef4b8959-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e965675b73b01b5fd72255ef4b8959 columnFamilyName sid 2024-12-04T15:23:33,810 DEBUG [StoreOpener-25e965675b73b01b5fd72255ef4b8959-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:33,810 INFO [StoreOpener-25e965675b73b01b5fd72255ef4b8959-1 {}] regionserver.HStore(327): Store=25e965675b73b01b5fd72255ef4b8959/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:33,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 25e965675b73b01b5fd72255ef4b8959 2024-12-04T15:23:33,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/replication/25e965675b73b01b5fd72255ef4b8959 2024-12-04T15:23:33,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/replication/25e965675b73b01b5fd72255ef4b8959 2024-12-04T15:23:33,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 25e965675b73b01b5fd72255ef4b8959 2024-12-04T15:23:33,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 25e965675b73b01b5fd72255ef4b8959 2024-12-04T15:23:33,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:23:33,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 25e965675b73b01b5fd72255ef4b8959 2024-12-04T15:23:33,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/replication/25e965675b73b01b5fd72255ef4b8959/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:23:33,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 25e965675b73b01b5fd72255ef4b8959; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70128013, jitterRate=0.04498882591724396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:23:33,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25e965675b73b01b5fd72255ef4b8959 2024-12-04T15:23:33,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 25e965675b73b01b5fd72255ef4b8959: Running coprocessor pre-open hook at 1733325813804Writing region info on filesystem at 1733325813804Initializing all the Stores at 1733325813805 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325813805Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325813805Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325813805Cleaning up temporary data from old regions at 1733325813813 (+8 ms)Running coprocessor post-open hooks at 1733325813820 (+7 ms)Region opened successfully at 1733325813821 (+1 ms) 2024-12-04T15:23:33,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959., pid=10, masterSystemTime=1733325813774 2024-12-04T15:23:33,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959. 2024-12-04T15:23:33,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959. 2024-12-04T15:23:33,825 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25e965675b73b01b5fd72255ef4b8959, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,46545,1733325800060 2024-12-04T15:23:33,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25e965675b73b01b5fd72255ef4b8959, server=c6f2e1d35cf1,46545,1733325800060 because future has completed 2024-12-04T15:23:33,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T15:23:33,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 25e965675b73b01b5fd72255ef4b8959, server=c6f2e1d35cf1,46545,1733325800060 in 208 msec 2024-12-04T15:23:33,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T15:23:33,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25e965675b73b01b5fd72255ef4b8959, ASSIGN in 367 msec 2024-12-04T15:23:33,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:23:33,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325813834"}]},"ts":"1733325813834"} 2024-12-04T15:23:33,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T15:23:33,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:23:33,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2040 sec 2024-12-04T15:23:33,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959., hostname=c6f2e1d35cf1,46545,1733325800060, seqNum=2] 2024-12-04T15:23:33,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:33,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:33,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:23:34,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T15:23:34,096 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T15:23:34,135 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,46545,1733325800060, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:23:34,136 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:34,136 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,46545,1733325800060, seqNum=-1] 2024-12-04T15:23:34,136 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:34,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T15:23:34,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f2e1d35cf1,46545,1733325800060', locateType=CURRENT is [region=hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959., hostname=c6f2e1d35cf1,46545,1733325800060, seqNum=2] 2024-12-04T15:23:34,143 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T15:23:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T15:23:34,146 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f2e1d35cf1,46545,1733325800060 suceeded 2024-12-04T15:23:34,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T15:23:34,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-12-04T15:23:34,149 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f2e1d35cf1:45811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:23:34,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5280 sec 2024-12-04T15:23:34,168 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:45811' 2024-12-04T15:23:34,170 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26520f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:34,171 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,45811,-1 for getting cluster id 2024-12-04T15:23:34,171 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:34,172 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '157c4643-69e7-4503-94f8-3bed221c8dc2' 2024-12-04T15:23:34,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:34,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "157c4643-69e7-4503-94f8-3bed221c8dc2" 2024-12-04T15:23:34,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b77573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:34,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,45811,-1] 2024-12-04T15:23:34,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:34,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:34,174 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:34,175 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5af152e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:34,175 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:34,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,45811,1733325804917 2024-12-04T15:23:34,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c300132 2024-12-04T15:23:34,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:34,177 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T15:23:34,178 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,46545,1733325800060 (queues=1) is replicating from cluster=6521a67c-1a39-448e-a351-f5c165680d1b to cluster=157c4643-69e7-4503-94f8-3bed221c8dc2 2024-12-04T15:23:34,178 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C46545%2C1733325800060 2024-12-04T15:23:34,178 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,46545,1733325800060, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:23:34,179 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367, startPosition=0, beingWritten=true 2024-12-04T15:23:34,184 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C46545%2C1733325800060 2024-12-04T15:23:34,190 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:23:34,190 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 379, reset compression=false 2024-12-04T15:23:34,190 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,46545,1733325800060 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:23:34,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T15:23:34,400 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 379, reset compression=false 2024-12-04T15:23:34,704 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 379, reset compression=false 2024-12-04T15:23:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:23:34,771 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:23:34,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:23:34,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:34,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:34,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:34,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:34,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4663f8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:34,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,45811,-1 for getting cluster id 2024-12-04T15:23:34,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:34,774 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '157c4643-69e7-4503-94f8-3bed221c8dc2' 2024-12-04T15:23:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "157c4643-69e7-4503-94f8-3bed221c8dc2" 2024-12-04T15:23:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1b162f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,45811,-1] 2024-12-04T15:23:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:34,779 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:34,780 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ade9acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:34,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,45811,1733325804917 2024-12-04T15:23:34,782 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@191e01a4 2024-12-04T15:23:34,782 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:34,783 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:23:34,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:41103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:23:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:23:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:23:34,787 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:41103' 2024-12-04T15:23:34,791 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4735d39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:34,791 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,41103,-1 for getting cluster id 2024-12-04T15:23:34,791 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:34,792 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6521a67c-1a39-448e-a351-f5c165680d1b' 2024-12-04T15:23:34,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:34,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6521a67c-1a39-448e-a351-f5c165680d1b" 2024-12-04T15:23:34,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724ccfe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:34,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,41103,-1] 2024-12-04T15:23:34,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:34,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:34,795 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:34,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a3cdfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:34,797 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:34,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,41103,1733325799907 2024-12-04T15:23:34,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c17eb47 2024-12-04T15:23:34,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:34,799 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:23:34,800 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T15:23:34,800 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:23:34,800 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:34,800 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:34,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:34,801 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:23:34,802 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:23:34,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:23:34,804 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:34,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:23:34,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741837_1013 (size=1138) 2024-12-04T15:23:34,853 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T15:23:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:23:34,931 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:23:34,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:34,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:34,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:34,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:34,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:34,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:34,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:34,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:23:35,109 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 379, reset compression=false 2024-12-04T15:23:35,218 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc3f7920c873049b4819bd43597f0a03, NAME => 'hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2 2024-12-04T15:23:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741838_1014 (size=44) 2024-12-04T15:23:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:23:35,615 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 379, reset compression=false 2024-12-04T15:23:35,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:35,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fc3f7920c873049b4819bd43597f0a03, disabling compactions & flushes 2024-12-04T15:23:35,625 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03. 2024-12-04T15:23:35,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03. 2024-12-04T15:23:35,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03. after waiting 0 ms 2024-12-04T15:23:35,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03. 2024-12-04T15:23:35,625 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03. 2024-12-04T15:23:35,625 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc3f7920c873049b4819bd43597f0a03: Waiting for close lock at 1733325815625Disabling compacts and flushes for region at 1733325815625Disabling writes for close at 1733325815625Writing region close event to WAL at 1733325815625Closed at 1733325815625 2024-12-04T15:23:35,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:23:35,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733325815627"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325815627"}]},"ts":"1733325815627"} 2024-12-04T15:23:35,629 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:23:35,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:23:35,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325815630"}]},"ts":"1733325815630"} 2024-12-04T15:23:35,632 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T15:23:35,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc3f7920c873049b4819bd43597f0a03, ASSIGN}] 2024-12-04T15:23:35,634 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc3f7920c873049b4819bd43597f0a03, ASSIGN 2024-12-04T15:23:35,635 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fc3f7920c873049b4819bd43597f0a03, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,36243,1733325805034; forceNewPlan=false, retain=false 2024-12-04T15:23:35,785 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fc3f7920c873049b4819bd43597f0a03, regionState=OPENING, regionLocation=c6f2e1d35cf1,36243,1733325805034 2024-12-04T15:23:35,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fc3f7920c873049b4819bd43597f0a03, ASSIGN because future has completed 2024-12-04T15:23:35,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc3f7920c873049b4819bd43597f0a03, server=c6f2e1d35cf1,36243,1733325805034}] 2024-12-04T15:23:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:23:35,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03. 2024-12-04T15:23:35,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:35,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:23:35,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C36243%2C1733325805034.rep, suffix=, logDir=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034, archiveDir=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/oldWALs, maxLogs=10 2024-12-04T15:23:35,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.rep.1733325815946, exclude list is [], retry=0 2024-12-04T15:23:35,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34335,DS-670fc042-0298-49c6-bda2-a40ece2651b5,DISK] 2024-12-04T15:23:35,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.rep.1733325815946 2024-12-04T15:23:35,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44297:44297)] 2024-12-04T15:23:35,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fc3f7920c873049b4819bd43597f0a03, NAME => 'hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:35,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:23:35,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:23:35,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03. service=MultiRowMutationService 2024-12-04T15:23:35,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:23:35,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:35,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:35,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:35,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:35,975 INFO [StoreOpener-fc3f7920c873049b4819bd43597f0a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:35,976 INFO [StoreOpener-fc3f7920c873049b4819bd43597f0a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc3f7920c873049b4819bd43597f0a03 columnFamilyName hfileref 2024-12-04T15:23:35,976 DEBUG [StoreOpener-fc3f7920c873049b4819bd43597f0a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:35,977 INFO [StoreOpener-fc3f7920c873049b4819bd43597f0a03-1 {}] regionserver.HStore(327): Store=fc3f7920c873049b4819bd43597f0a03/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:35,977 INFO [StoreOpener-fc3f7920c873049b4819bd43597f0a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:35,978 INFO [StoreOpener-fc3f7920c873049b4819bd43597f0a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc3f7920c873049b4819bd43597f0a03 columnFamilyName queue 2024-12-04T15:23:35,978 DEBUG [StoreOpener-fc3f7920c873049b4819bd43597f0a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:35,979 INFO [StoreOpener-fc3f7920c873049b4819bd43597f0a03-1 {}] regionserver.HStore(327): Store=fc3f7920c873049b4819bd43597f0a03/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:35,979 INFO [StoreOpener-fc3f7920c873049b4819bd43597f0a03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:35,980 INFO [StoreOpener-fc3f7920c873049b4819bd43597f0a03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc3f7920c873049b4819bd43597f0a03 columnFamilyName sid 2024-12-04T15:23:35,980 DEBUG [StoreOpener-fc3f7920c873049b4819bd43597f0a03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:35,981 INFO [StoreOpener-fc3f7920c873049b4819bd43597f0a03-1 {}] regionserver.HStore(327): Store=fc3f7920c873049b4819bd43597f0a03/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:35,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:35,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/replication/fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:35,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/replication/fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:35,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:35,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:35,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:23:35,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:35,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/replication/fc3f7920c873049b4819bd43597f0a03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:23:35,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fc3f7920c873049b4819bd43597f0a03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63322240, jitterRate=-0.05642509460449219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:23:35,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:35,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fc3f7920c873049b4819bd43597f0a03: Running coprocessor pre-open hook at 1733325815972Writing region info on filesystem at 1733325815972Initializing all the Stores at 1733325815973 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325815973Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325815974 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325815974Cleaning up temporary data from old regions at 1733325815983 (+9 ms)Running coprocessor post-open hooks at 1733325815988 (+5 ms)Region opened successfully at 1733325815988 2024-12-04T15:23:35,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03., pid=10, masterSystemTime=1733325815940 2024-12-04T15:23:35,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03. 2024-12-04T15:23:35,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03. 2024-12-04T15:23:35,992 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fc3f7920c873049b4819bd43597f0a03, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,36243,1733325805034 2024-12-04T15:23:35,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc3f7920c873049b4819bd43597f0a03, server=c6f2e1d35cf1,36243,1733325805034 because future has completed 2024-12-04T15:23:35,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T15:23:35,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fc3f7920c873049b4819bd43597f0a03, server=c6f2e1d35cf1,36243,1733325805034 in 209 msec 2024-12-04T15:23:36,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T15:23:36,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc3f7920c873049b4819bd43597f0a03, ASSIGN in 366 msec 2024-12-04T15:23:36,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:23:36,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325816002"}]},"ts":"1733325816002"} 2024-12-04T15:23:36,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T15:23:36,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:23:36,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2040 sec 2024-12-04T15:23:36,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03., hostname=c6f2e1d35cf1,36243,1733325805034, seqNum=2] 2024-12-04T15:23:36,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:36,129 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:36,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:23:36,220 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 379, reset compression=false 2024-12-04T15:23:36,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T15:23:36,300 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T15:23:36,335 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,36243,1733325805034, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:23:36,336 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:36,336 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,36243,1733325805034, seqNum=-1] 2024-12-04T15:23:36,336 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:36,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T15:23:36,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f2e1d35cf1,36243,1733325805034', locateType=CURRENT is [region=hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03., hostname=c6f2e1d35cf1,36243,1733325805034, seqNum=2] 2024-12-04T15:23:36,342 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T15:23:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T15:23:36,345 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f2e1d35cf1,36243,1733325805034 suceeded 2024-12-04T15:23:36,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T15:23:36,347 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f2e1d35cf1:41103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:23:36,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-04T15:23:36,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5630 sec 2024-12-04T15:23:36,359 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:41103' 2024-12-04T15:23:36,360 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@548c8461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:36,360 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,41103,-1 for getting cluster id 2024-12-04T15:23:36,360 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:36,361 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6521a67c-1a39-448e-a351-f5c165680d1b' 2024-12-04T15:23:36,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:36,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6521a67c-1a39-448e-a351-f5c165680d1b" 2024-12-04T15:23:36,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e8f2ecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:36,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,41103,-1] 2024-12-04T15:23:36,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:36,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:36,363 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:36,364 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15386e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:36,364 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:36,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,41103,1733325799907 2024-12-04T15:23:36,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@293defc6 2024-12-04T15:23:36,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:36,366 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T15:23:36,367 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,36243,1733325805034 (queues=1) is replicating from cluster=157c4643-69e7-4503-94f8-3bed221c8dc2 to cluster=6521a67c-1a39-448e-a351-f5c165680d1b 2024-12-04T15:23:36,367 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C36243%2C1733325805034 2024-12-04T15:23:36,367 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,36243,1733325805034, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:23:36,367 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279, startPosition=0, beingWritten=true 2024-12-04T15:23:36,368 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.shipperc6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C36243%2C1733325805034 2024-12-04T15:23:36,373 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:23:36,373 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 379, reset compression=false 2024-12-04T15:23:36,374 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.shipperc6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,36243,1733325805034 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:23:36,583 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 379, reset compression=false 2024-12-04T15:23:36,888 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 379, reset compression=false 2024-12-04T15:23:36,924 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 379, reset compression=false 2024-12-04T15:23:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:23:36,930 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:23:36,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:23:36,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:36,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:36,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:36,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:36,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:36,953 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733325816952/Put/seqid=0 2024-12-04T15:23:36,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741840_1016 (size=7894) 2024-12-04T15:23:36,960 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733325816960/Put/seqid=0 2024-12-04T15:23:36,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741841_1017 (size=7691) 2024-12-04T15:23:36,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc9e2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:36,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,41103,-1 for getting cluster id 2024-12-04T15:23:36,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:36,967 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6521a67c-1a39-448e-a351-f5c165680d1b' 2024-12-04T15:23:36,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:36,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6521a67c-1a39-448e-a351-f5c165680d1b" 2024-12-04T15:23:36,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3c886e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:36,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,41103,-1] 2024-12-04T15:23:36,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:36,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:36,969 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:36,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6533354b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:36,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:36,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,46545,1733325800060, seqNum=-1] 2024-12-04T15:23:36,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:36,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:23:36,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:36,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,41103,1733325799907 2024-12-04T15:23:36,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@348d2021 2024-12-04T15:23:36,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:36,986 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:23:36,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733325808289.b7c8b67bc53136599feb16daf87eb043., hostname=c6f2e1d35cf1,46545,1733325800060, seqNum=2] 2024-12-04T15:23:36,996 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T15:23:37,002 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T15:23:37,005 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T15:23:37,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/testHFileCyclicReplication_01/f/hfile_1 for inclusion in b7c8b67bc53136599feb16daf87eb043/f 2024-12-04T15:23:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T15:23:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:23:37,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/testHFileCyclicReplication_01/f/hfile_0 for inclusion in b7c8b67bc53136599feb16daf87eb043/f 2024-12-04T15:23:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T15:23:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:23:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HRegion(2603): Flush status journal for b7c8b67bc53136599feb16daf87eb043: 2024-12-04T15:23:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins__test__4vvqucpd51jbpefnov8b6kfckqcn2labr9llf2d9h6ppo2cspq65mve6p8stlij3/f/hfile_1 2024-12-04T15:23:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins__test__4vvqucpd51jbpefnov8b6kfckqcn2labr9llf2d9h6ppo2cspq65mve6p8stlij3/f/hfile_1 as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/f/7807d79cbcef44f5b1a2cffb6ebcb8c1_SeqId_4_ 2024-12-04T15:23:37,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins__test__4vvqucpd51jbpefnov8b6kfckqcn2labr9llf2d9h6ppo2cspq65mve6p8stlij3/f/hfile_0 2024-12-04T15:23:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins__test__4vvqucpd51jbpefnov8b6kfckqcn2labr9llf2d9h6ppo2cspq65mve6p8stlij3/f/hfile_0 as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/f/06967963cb7e420998a3a65962d0df59_SeqId_4_ 2024-12-04T15:23:37,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins__test__4vvqucpd51jbpefnov8b6kfckqcn2labr9llf2d9h6ppo2cspq65mve6p8stlij3/f/hfile_1 into b7c8b67bc53136599feb16daf87eb043/f as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/f/7807d79cbcef44f5b1a2cffb6ebcb8c1_SeqId_4_ - updating store file list. 2024-12-04T15:23:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7807d79cbcef44f5b1a2cffb6ebcb8c1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T15:23:37,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/f/7807d79cbcef44f5b1a2cffb6ebcb8c1_SeqId_4_ into b7c8b67bc53136599feb16daf87eb043/f 2024-12-04T15:23:37,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins__test__4vvqucpd51jbpefnov8b6kfckqcn2labr9llf2d9h6ppo2cspq65mve6p8stlij3/f/hfile_1 into b7c8b67bc53136599feb16daf87eb043/f (new location: hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/f/7807d79cbcef44f5b1a2cffb6ebcb8c1_SeqId_4_) 2024-12-04T15:23:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins__test__4vvqucpd51jbpefnov8b6kfckqcn2labr9llf2d9h6ppo2cspq65mve6p8stlij3/f/hfile_1 2024-12-04T15:23:37,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins__test__4vvqucpd51jbpefnov8b6kfckqcn2labr9llf2d9h6ppo2cspq65mve6p8stlij3/f/hfile_0 into b7c8b67bc53136599feb16daf87eb043/f as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/f/06967963cb7e420998a3a65962d0df59_SeqId_4_ - updating store file list. 2024-12-04T15:23:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06967963cb7e420998a3a65962d0df59_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T15:23:37,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/f/06967963cb7e420998a3a65962d0df59_SeqId_4_ into b7c8b67bc53136599feb16daf87eb043/f 2024-12-04T15:23:37,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins__test__4vvqucpd51jbpefnov8b6kfckqcn2labr9llf2d9h6ppo2cspq65mve6p8stlij3/f/hfile_0 into b7c8b67bc53136599feb16daf87eb043/f (new location: hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/f/06967963cb7e420998a3a65962d0df59_SeqId_4_) 2024-12-04T15:23:37,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins__test__4vvqucpd51jbpefnov8b6kfckqcn2labr9llf2d9h6ppo2cspq65mve6p8stlij3/f/hfile_0 2024-12-04T15:23:37,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:23:37,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:37,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:37,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:37,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733325808289.b7c8b67bc53136599feb16daf87eb043., hostname=c6f2e1d35cf1,46545,1733325800060, seqNum=2 , the old value is region=test,,1733325808289.b7c8b67bc53136599feb16daf87eb043., hostname=c6f2e1d35cf1,46545,1733325800060, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c6f2e1d35cf1:46545 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T15:23:37,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733325808289.b7c8b67bc53136599feb16daf87eb043., hostname=c6f2e1d35cf1,46545,1733325800060, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T15:23:37,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733325808289.b7c8b67bc53136599feb16daf87eb043., hostname=c6f2e1d35cf1,46545,1733325800060, seqNum=2 from cache 2024-12-04T15:23:37,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:37,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:37,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,36243,1733325805034, seqNum=-1] 2024-12-04T15:23:37,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:37,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:23:37,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e., hostname=c6f2e1d35cf1,36243,1733325805034, seqNum=2] 2024-12-04T15:23:37,073 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T15:23:37,075 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T15:23:37,150 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:46545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T15:23:37,293 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 379, reset compression=false 2024-12-04T15:23:37,729 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 379, reset compression=false 2024-12-04T15:23:37,734 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:23:37,734 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,46545,1733325800060 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7c8b67bc53136599feb16daf87eb043/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733325817043/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T15:23:37,736 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:23:37,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-04T15:23:37,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.ReplicationSink(318): Replicating [6521a67c-1a39-448e-a351-f5c165680d1b] bulk loaded data 2024-12-04T15:23:37,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d70e5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:37,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,45811,-1 for getting cluster id 2024-12-04T15:23:37,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:37,740 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '157c4643-69e7-4503-94f8-3bed221c8dc2' 2024-12-04T15:23:37,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:37,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "157c4643-69e7-4503-94f8-3bed221c8dc2" 2024-12-04T15:23:37,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d954222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:37,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,45811,-1] 2024-12-04T15:23:37,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:37,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:37,741 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:37,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@678a0cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:37,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741840_1016 (size=7691) 2024-12-04T15:23:37,797 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 379, reset compression=false 2024-12-04T15:23:37,934 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 687, reset compression=false 2024-12-04T15:23:38,078 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T15:23:38,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741841_1017 (size=7894) 2024-12-04T15:23:38,239 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 687, reset compression=false 2024-12-04T15:23:38,404 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 379, reset compression=false 2024-12-04T15:23:38,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:38,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,45811,1733325804917 2024-12-04T15:23:38,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ce8a2d4 2024-12-04T15:23:38,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:38,608 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T15:23:38,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T15:23:38,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:38,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,36243,1733325805034, seqNum=-1] 2024-12-04T15:23:38,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:38,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T15:23:38,625 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins.hfs.11__test__to2itinj8vlcq02cklua4h94b0vda5n2jbnj2sld1pl9b8e7vnmgjonen4r1scq6/f/06967963cb7e420998a3a65962d0df59_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T15:23:38,631 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins.hfs.11__test__to2itinj8vlcq02cklua4h94b0vda5n2jbnj2sld1pl9b8e7vnmgjonen4r1scq6/f/7807d79cbcef44f5b1a2cffb6ebcb8c1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T15:23:38,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins.hfs.11__test__to2itinj8vlcq02cklua4h94b0vda5n2jbnj2sld1pl9b8e7vnmgjonen4r1scq6/f/7807d79cbcef44f5b1a2cffb6ebcb8c1_SeqId_4_ for inclusion in 1b27adee16ea94f2010f4aa6202c720e/f 2024-12-04T15:23:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T15:23:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:23:38,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins.hfs.11__test__to2itinj8vlcq02cklua4h94b0vda5n2jbnj2sld1pl9b8e7vnmgjonen4r1scq6/f/06967963cb7e420998a3a65962d0df59_SeqId_4_ for inclusion in 1b27adee16ea94f2010f4aa6202c720e/f 2024-12-04T15:23:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T15:23:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:23:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HRegion(2603): Flush status journal for 1b27adee16ea94f2010f4aa6202c720e: 2024-12-04T15:23:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7807d79cbcef44f5b1a2cffb6ebcb8c1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T15:23:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins.hfs.11__test__to2itinj8vlcq02cklua4h94b0vda5n2jbnj2sld1pl9b8e7vnmgjonen4r1scq6/f/7807d79cbcef44f5b1a2cffb6ebcb8c1_SeqId_4_ as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/f/d0867eb1b52f4f45a2873da751a4a8a2_SeqId_4_ 2024-12-04T15:23:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 06967963cb7e420998a3a65962d0df59_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T15:23:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins.hfs.11__test__to2itinj8vlcq02cklua4h94b0vda5n2jbnj2sld1pl9b8e7vnmgjonen4r1scq6/f/06967963cb7e420998a3a65962d0df59_SeqId_4_ as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/f/415f78895fce4877961877ac4be7b5a7_SeqId_4_ 2024-12-04T15:23:38,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins.hfs.11__test__to2itinj8vlcq02cklua4h94b0vda5n2jbnj2sld1pl9b8e7vnmgjonen4r1scq6/f/7807d79cbcef44f5b1a2cffb6ebcb8c1_SeqId_4_ into 1b27adee16ea94f2010f4aa6202c720e/f as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/f/d0867eb1b52f4f45a2873da751a4a8a2_SeqId_4_ - updating store file list. 2024-12-04T15:23:38,659 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 687, reset compression=false 2024-12-04T15:23:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d0867eb1b52f4f45a2873da751a4a8a2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T15:23:38,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/f/d0867eb1b52f4f45a2873da751a4a8a2_SeqId_4_ into 1b27adee16ea94f2010f4aa6202c720e/f 2024-12-04T15:23:38,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins.hfs.11__test__to2itinj8vlcq02cklua4h94b0vda5n2jbnj2sld1pl9b8e7vnmgjonen4r1scq6/f/7807d79cbcef44f5b1a2cffb6ebcb8c1_SeqId_4_ into 1b27adee16ea94f2010f4aa6202c720e/f (new location: hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/f/d0867eb1b52f4f45a2873da751a4a8a2_SeqId_4_) 2024-12-04T15:23:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins.hfs.11__test__to2itinj8vlcq02cklua4h94b0vda5n2jbnj2sld1pl9b8e7vnmgjonen4r1scq6/f/7807d79cbcef44f5b1a2cffb6ebcb8c1_SeqId_4_ 2024-12-04T15:23:38,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins.hfs.11__test__to2itinj8vlcq02cklua4h94b0vda5n2jbnj2sld1pl9b8e7vnmgjonen4r1scq6/f/06967963cb7e420998a3a65962d0df59_SeqId_4_ into 1b27adee16ea94f2010f4aa6202c720e/f as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/f/415f78895fce4877961877ac4be7b5a7_SeqId_4_ - updating store file list. 2024-12-04T15:23:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 415f78895fce4877961877ac4be7b5a7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T15:23:38,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/f/415f78895fce4877961877ac4be7b5a7_SeqId_4_ into 1b27adee16ea94f2010f4aa6202c720e/f 2024-12-04T15:23:38,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins.hfs.11__test__to2itinj8vlcq02cklua4h94b0vda5n2jbnj2sld1pl9b8e7vnmgjonen4r1scq6/f/06967963cb7e420998a3a65962d0df59_SeqId_4_ into 1b27adee16ea94f2010f4aa6202c720e/f (new location: hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/f/415f78895fce4877961877ac4be7b5a7_SeqId_4_) 2024-12-04T15:23:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins.hfs.11__test__to2itinj8vlcq02cklua4h94b0vda5n2jbnj2sld1pl9b8e7vnmgjonen4r1scq6/f/06967963cb7e420998a3a65962d0df59_SeqId_4_ 2024-12-04T15:23:38,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.ReplicationSink(324): Finished replicating [6521a67c-1a39-448e-a351-f5c165680d1b] bulk loaded data 2024-12-04T15:23:39,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:39,094 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733325819094/Put/seqid=0 2024-12-04T15:23:39,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741842_1018 (size=11194) 2024-12-04T15:23:39,103 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733325819102/Put/seqid=0 2024-12-04T15:23:39,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741843_1019 (size=10791) 2024-12-04T15:23:39,112 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 379, reset compression=false 2024-12-04T15:23:39,119 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:23:39,119 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.shipperc6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,36243,1733325805034 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b27adee16ea94f2010f4aa6202c720e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733325818683/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T15:23:39,121 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.shipperc6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:23:39,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-04T15:23:39,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(318): Replicating [6521a67c-1a39-448e-a351-f5c165680d1b, 157c4643-69e7-4503-94f8-3bed221c8dc2] bulk loaded data 2024-12-04T15:23:39,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42ecd0d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:39,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,41103,-1 for getting cluster id 2024-12-04T15:23:39,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:39,125 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6521a67c-1a39-448e-a351-f5c165680d1b' 2024-12-04T15:23:39,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:39,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6521a67c-1a39-448e-a351-f5c165680d1b" 2024-12-04T15:23:39,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a795717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:39,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,41103,-1] 2024-12-04T15:23:39,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:39,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:39,127 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:39,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68d0dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:39,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741842_1018 (size=7691) 2024-12-04T15:23:39,169 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 687, reset compression=false 2024-12-04T15:23:39,319 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 725, reset compression=false 2024-12-04T15:23:39,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b50c5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:39,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,45811,-1 for getting cluster id 2024-12-04T15:23:39,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:39,510 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '157c4643-69e7-4503-94f8-3bed221c8dc2' 2024-12-04T15:23:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "157c4643-69e7-4503-94f8-3bed221c8dc2" 2024-12-04T15:23:39,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c21afe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:39,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,45811,-1] 2024-12-04T15:23:39,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:39,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:39,512 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:39,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a10c8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:39,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,36243,1733325805034, seqNum=-1] 2024-12-04T15:23:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:39,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:23:39,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,45811,1733325804917 2024-12-04T15:23:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16659dd6 2024-12-04T15:23:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:39,526 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:23:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e., hostname=c6f2e1d35cf1,36243,1733325805034, seqNum=2] 2024-12-04T15:23:39,533 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T15:23:39,540 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T15:23:39,543 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T15:23:39,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 1b27adee16ea94f2010f4aa6202c720e/f 2024-12-04T15:23:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T15:23:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:23:39,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 1b27adee16ea94f2010f4aa6202c720e/f 2024-12-04T15:23:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T15:23:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:23:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HRegion(2603): Flush status journal for 1b27adee16ea94f2010f4aa6202c720e: 2024-12-04T15:23:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins__test__e020f78dco055uraporgpm7uttgp56vr23c5d62f7nshitlk2uuqa0oi8dcv1tu5/f/hfile_1 2024-12-04T15:23:39,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741843_1019 (size=7894) 2024-12-04T15:23:39,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:39,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,41103,1733325799907 2024-12-04T15:23:39,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25f44551 2024-12-04T15:23:39,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:39,563 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T15:23:39,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T15:23:39,565 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:39,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,46545,1733325800060, seqNum=-1] 2024-12-04T15:23:39,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:39,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T15:23:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins__test__e020f78dco055uraporgpm7uttgp56vr23c5d62f7nshitlk2uuqa0oi8dcv1tu5/f/hfile_1 as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/f/ad5c01b3a3e84ed486cfadb8f0eadcb4_SeqId_6_ 2024-12-04T15:23:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins__test__e020f78dco055uraporgpm7uttgp56vr23c5d62f7nshitlk2uuqa0oi8dcv1tu5/f/hfile_0 2024-12-04T15:23:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins__test__e020f78dco055uraporgpm7uttgp56vr23c5d62f7nshitlk2uuqa0oi8dcv1tu5/f/hfile_0 as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/f/ddf2269d2ee141e1af64c4042f973829_SeqId_6_ 2024-12-04T15:23:39,575 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins.hfs.10__test__j855rs0gkjc3mt7b23tev30rfpla9788o9q3t0ud2885v4nuba4erakuddfu8fbn/f/415f78895fce4877961877ac4be7b5a7_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T15:23:39,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins__test__e020f78dco055uraporgpm7uttgp56vr23c5d62f7nshitlk2uuqa0oi8dcv1tu5/f/hfile_1 into 1b27adee16ea94f2010f4aa6202c720e/f as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/f/ad5c01b3a3e84ed486cfadb8f0eadcb4_SeqId_6_ - updating store file list. 2024-12-04T15:23:39,580 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins.hfs.10__test__j855rs0gkjc3mt7b23tev30rfpla9788o9q3t0ud2885v4nuba4erakuddfu8fbn/f/d0867eb1b52f4f45a2873da751a4a8a2_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T15:23:39,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(324): Finished replicating [6521a67c-1a39-448e-a351-f5c165680d1b, 157c4643-69e7-4503-94f8-3bed221c8dc2] bulk loaded data 2024-12-04T15:23:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad5c01b3a3e84ed486cfadb8f0eadcb4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T15:23:39,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/f/ad5c01b3a3e84ed486cfadb8f0eadcb4_SeqId_6_ into 1b27adee16ea94f2010f4aa6202c720e/f 2024-12-04T15:23:39,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins__test__e020f78dco055uraporgpm7uttgp56vr23c5d62f7nshitlk2uuqa0oi8dcv1tu5/f/hfile_1 into 1b27adee16ea94f2010f4aa6202c720e/f (new location: hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/f/ad5c01b3a3e84ed486cfadb8f0eadcb4_SeqId_6_) 2024-12-04T15:23:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins__test__e020f78dco055uraporgpm7uttgp56vr23c5d62f7nshitlk2uuqa0oi8dcv1tu5/f/hfile_1 2024-12-04T15:23:39,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins__test__e020f78dco055uraporgpm7uttgp56vr23c5d62f7nshitlk2uuqa0oi8dcv1tu5/f/hfile_0 into 1b27adee16ea94f2010f4aa6202c720e/f as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/f/ddf2269d2ee141e1af64c4042f973829_SeqId_6_ - updating store file list. 2024-12-04T15:23:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ddf2269d2ee141e1af64c4042f973829_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T15:23:39,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/f/ddf2269d2ee141e1af64c4042f973829_SeqId_6_ into 1b27adee16ea94f2010f4aa6202c720e/f 2024-12-04T15:23:39,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins__test__e020f78dco055uraporgpm7uttgp56vr23c5d62f7nshitlk2uuqa0oi8dcv1tu5/f/hfile_0 into 1b27adee16ea94f2010f4aa6202c720e/f (new location: hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/f/ddf2269d2ee141e1af64c4042f973829_SeqId_6_) 2024-12-04T15:23:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/staging/jenkins__test__e020f78dco055uraporgpm7uttgp56vr23c5d62f7nshitlk2uuqa0oi8dcv1tu5/f/hfile_0 2024-12-04T15:23:39,594 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:23:39,594 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:39,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:39,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:39,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:39,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e., hostname=c6f2e1d35cf1,36243,1733325805034, seqNum=2 , the old value is region=test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e., hostname=c6f2e1d35cf1,36243,1733325805034, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c6f2e1d35cf1:36243 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T15:23:39,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e., hostname=c6f2e1d35cf1,36243,1733325805034, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T15:23:39,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e., hostname=c6f2e1d35cf1,36243,1733325805034, seqNum=2 from cache 2024-12-04T15:23:39,596 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T15:23:39,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:39,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,46545,1733325800060, seqNum=-1] 2024-12-04T15:23:39,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:39,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:23:39,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733325808289.b7c8b67bc53136599feb16daf87eb043., hostname=c6f2e1d35cf1,46545,1733325800060, seqNum=2] 2024-12-04T15:23:39,609 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T15:23:39,623 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 725, reset compression=false 2024-12-04T15:23:39,628 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:23:39,629 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.shipperc6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,36243,1733325805034 got entry batch from reader: WALEntryBatch [walEntries=[{test/1b27adee16ea94f2010f4aa6202c720e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733325819593/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T15:23:39,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(318): Replicating [157c4643-69e7-4503-94f8-3bed221c8dc2] bulk loaded data 2024-12-04T15:23:39,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741844_1020 (size=10791) 2024-12-04T15:23:39,701 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:36243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T15:23:39,773 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 687, reset compression=false 2024-12-04T15:23:39,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T15:23:39,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T15:23:39,829 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 1033, reset compression=false 2024-12-04T15:23:40,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741845_1021 (size=11194) 2024-12-04T15:23:40,135 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 1033, reset compression=false 2024-12-04T15:23:40,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T15:23:40,460 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins.hfs.10__test__p92m3dtpfmoa0dpr190rcjegs0638951bqb1si6jj8jr4c37uqoqjal44k2mklpc/f/ad5c01b3a3e84ed486cfadb8f0eadcb4_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-04T15:23:40,463 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins.hfs.10__test__p92m3dtpfmoa0dpr190rcjegs0638951bqb1si6jj8jr4c37uqoqjal44k2mklpc/f/ddf2269d2ee141e1af64c4042f973829_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-04T15:23:40,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins.hfs.10__test__p92m3dtpfmoa0dpr190rcjegs0638951bqb1si6jj8jr4c37uqoqjal44k2mklpc/f/ad5c01b3a3e84ed486cfadb8f0eadcb4_SeqId_6_ for inclusion in b7c8b67bc53136599feb16daf87eb043/f 2024-12-04T15:23:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T15:23:40,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:23:40,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins.hfs.10__test__p92m3dtpfmoa0dpr190rcjegs0638951bqb1si6jj8jr4c37uqoqjal44k2mklpc/f/ddf2269d2ee141e1af64c4042f973829_SeqId_6_ for inclusion in b7c8b67bc53136599feb16daf87eb043/f 2024-12-04T15:23:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T15:23:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:23:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HRegion(2603): Flush status journal for b7c8b67bc53136599feb16daf87eb043: 2024-12-04T15:23:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ad5c01b3a3e84ed486cfadb8f0eadcb4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T15:23:40,480 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 687, reset compression=false 2024-12-04T15:23:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins.hfs.10__test__p92m3dtpfmoa0dpr190rcjegs0638951bqb1si6jj8jr4c37uqoqjal44k2mklpc/f/ad5c01b3a3e84ed486cfadb8f0eadcb4_SeqId_6_ as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/f/33a4b49716924ac598cadd96ba2dddb0_SeqId_6_ 2024-12-04T15:23:40,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ddf2269d2ee141e1af64c4042f973829_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T15:23:40,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins.hfs.10__test__p92m3dtpfmoa0dpr190rcjegs0638951bqb1si6jj8jr4c37uqoqjal44k2mklpc/f/ddf2269d2ee141e1af64c4042f973829_SeqId_6_ as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/f/bf7ddad0d9984d00b07149a1f7bde78c_SeqId_6_ 2024-12-04T15:23:40,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins.hfs.10__test__p92m3dtpfmoa0dpr190rcjegs0638951bqb1si6jj8jr4c37uqoqjal44k2mklpc/f/ad5c01b3a3e84ed486cfadb8f0eadcb4_SeqId_6_ into b7c8b67bc53136599feb16daf87eb043/f as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/f/33a4b49716924ac598cadd96ba2dddb0_SeqId_6_ - updating store file list. 2024-12-04T15:23:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 33a4b49716924ac598cadd96ba2dddb0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T15:23:40,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/f/33a4b49716924ac598cadd96ba2dddb0_SeqId_6_ into b7c8b67bc53136599feb16daf87eb043/f 2024-12-04T15:23:40,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins.hfs.10__test__p92m3dtpfmoa0dpr190rcjegs0638951bqb1si6jj8jr4c37uqoqjal44k2mklpc/f/ad5c01b3a3e84ed486cfadb8f0eadcb4_SeqId_6_ into b7c8b67bc53136599feb16daf87eb043/f (new location: hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/f/33a4b49716924ac598cadd96ba2dddb0_SeqId_6_) 2024-12-04T15:23:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins.hfs.10__test__p92m3dtpfmoa0dpr190rcjegs0638951bqb1si6jj8jr4c37uqoqjal44k2mklpc/f/ad5c01b3a3e84ed486cfadb8f0eadcb4_SeqId_6_ 2024-12-04T15:23:40,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins.hfs.10__test__p92m3dtpfmoa0dpr190rcjegs0638951bqb1si6jj8jr4c37uqoqjal44k2mklpc/f/ddf2269d2ee141e1af64c4042f973829_SeqId_6_ into b7c8b67bc53136599feb16daf87eb043/f as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/f/bf7ddad0d9984d00b07149a1f7bde78c_SeqId_6_ - updating store file list. 2024-12-04T15:23:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf7ddad0d9984d00b07149a1f7bde78c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T15:23:40,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/f/bf7ddad0d9984d00b07149a1f7bde78c_SeqId_6_ into b7c8b67bc53136599feb16daf87eb043/f 2024-12-04T15:23:40,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins.hfs.10__test__p92m3dtpfmoa0dpr190rcjegs0638951bqb1si6jj8jr4c37uqoqjal44k2mklpc/f/ddf2269d2ee141e1af64c4042f973829_SeqId_6_ into b7c8b67bc53136599feb16daf87eb043/f (new location: hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/f/bf7ddad0d9984d00b07149a1f7bde78c_SeqId_6_) 2024-12-04T15:23:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/staging/jenkins.hfs.10__test__p92m3dtpfmoa0dpr190rcjegs0638951bqb1si6jj8jr4c37uqoqjal44k2mklpc/f/ddf2269d2ee141e1af64c4042f973829_SeqId_6_ 2024-12-04T15:23:40,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 {}] regionserver.ReplicationSink(324): Finished replicating [157c4643-69e7-4503-94f8-3bed221c8dc2] bulk loaded data 2024-12-04T15:23:40,540 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 1033, reset compression=false 2024-12-04T15:23:40,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:23:40,621 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:23:40,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:40,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:40,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:40,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:23:40,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=188299307, stopped=false 2024-12-04T15:23:40,622 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,45811,1733325804917 2024-12-04T15:23:40,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:40,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-358303786/running 2024-12-04T15:23:40,671 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-358303786/running 2024-12-04T15:23:40,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:40,671 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:40,671 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:23:40,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:23:40,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:40,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:40,671 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,36243,1733325805034' ***** 2024-12-04T15:23:40,671 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:23:40,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Set watcher on znode that does not yet exist, /1-358303786/running 2024-12-04T15:23:40,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Set watcher on znode that does not yet exist, /1-358303786/running 2024-12-04T15:23:40,673 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:23:40,673 INFO [RS:0;c6f2e1d35cf1:36243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:23:40,673 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:23:40,673 INFO [RS:0;c6f2e1d35cf1:36243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:23:40,673 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(3091): Received CLOSE for fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:40,673 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b27adee16ea94f2010f4aa6202c720e 2024-12-04T15:23:40,673 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,36243,1733325805034 2024-12-04T15:23:40,673 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:23:40,673 INFO [RS:0;c6f2e1d35cf1:36243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:36243. 2024-12-04T15:23:40,673 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:40,673 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc3f7920c873049b4819bd43597f0a03, disabling compactions & flushes 2024-12-04T15:23:40,674 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:40,674 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03. 2024-12-04T15:23:40,674 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03. 2024-12-04T15:23:40,674 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03. after waiting 0 ms 2024-12-04T15:23:40,674 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:23:40,674 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:23:40,674 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03. 2024-12-04T15:23:40,674 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:23:40,674 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:23:40,674 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc3f7920c873049b4819bd43597f0a03 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-04T15:23:40,674 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T15:23:40,674 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1325): Online Regions={fc3f7920c873049b4819bd43597f0a03=hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03., 1b27adee16ea94f2010f4aa6202c720e=test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:23:40,674 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b27adee16ea94f2010f4aa6202c720e, fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:40,674 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:23:40,674 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:23:40,674 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:23:40,674 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:23:40,674 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:23:40,674 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T15:23:40,693 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/.tmp/info/1329238341154eaca71cb55fb9d35389 is 147, key is hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03./info:regioninfo/1733325815992/Put/seqid=0 2024-12-04T15:23:40,693 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/replication/fc3f7920c873049b4819bd43597f0a03/.tmp/hfileref/f1c608add72b444d8023460845649c44 is 74, key is 1/hfileref:415f78895fce4877961877ac4be7b5a7_SeqId_4_/1733325819585/DeleteColumn/seqid=0 2024-12-04T15:23:40,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741844_1020 (size=5345) 2024-12-04T15:23:40,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741845_1021 (size=7686) 2024-12-04T15:23:40,759 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:23:40,874 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b27adee16ea94f2010f4aa6202c720e, fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:41,045 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 1033, reset compression=false 2024-12-04T15:23:41,074 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b27adee16ea94f2010f4aa6202c720e, fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:41,105 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/.tmp/info/1329238341154eaca71cb55fb9d35389 2024-12-04T15:23:41,106 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/replication/fc3f7920c873049b4819bd43597f0a03/.tmp/hfileref/f1c608add72b444d8023460845649c44 2024-12-04T15:23:41,128 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/.tmp/ns/9cb1ba4a5394400497f5c435fcac0553 is 43, key is default/ns:d/1733325808249/Put/seqid=0 2024-12-04T15:23:41,128 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/replication/fc3f7920c873049b4819bd43597f0a03/.tmp/queue/485dde0b5d9b49ba96db856802e04d50 is 154, key is 1-c6f2e1d35cf1,36243,1733325805034/queue:c6f2e1d35cf1%2C36243%2C1733325805034/1733325820507/Put/seqid=0 2024-12-04T15:23:41,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741846_1022 (size=5153) 2024-12-04T15:23:41,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741847_1023 (size=5353) 2024-12-04T15:23:41,218 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:23:41,219 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:23:41,275 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b27adee16ea94f2010f4aa6202c720e, fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:41,285 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 687, reset compression=false 2024-12-04T15:23:41,295 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:23:41,295 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,46545,1733325800060 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7c8b67bc53136599feb16daf87eb043/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733325820501/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T15:23:41,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f2e1d35cf1,36243,1733325805034 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T15:23:41,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:41970 deadline: 1733325881296, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f2e1d35cf1,36243,1733325805034 stopping 2024-12-04T15:23:41,301 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f2e1d35cf1,36243,1733325805034 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:23:41,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f2e1d35cf1,36243,1733325805034 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T15:23:41,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:41970 deadline: 1733325881405, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f2e1d35cf1,36243,1733325805034 stopping 2024-12-04T15:23:41,406 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f2e1d35cf1,36243,1733325805034 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:23:41,474 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:23:41,475 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b27adee16ea94f2010f4aa6202c720e, fc3f7920c873049b4819bd43597f0a03 2024-12-04T15:23:41,496 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 1033, reset compression=false 2024-12-04T15:23:41,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:41,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:41,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:41,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:41,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:41,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:41,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:41,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:41,534 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/.tmp/ns/9cb1ba4a5394400497f5c435fcac0553 2024-12-04T15:23:41,534 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/replication/fc3f7920c873049b4819bd43597f0a03/.tmp/queue/485dde0b5d9b49ba96db856802e04d50 2024-12-04T15:23:41,549 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/replication/fc3f7920c873049b4819bd43597f0a03/.tmp/hfileref/f1c608add72b444d8023460845649c44 as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/replication/fc3f7920c873049b4819bd43597f0a03/hfileref/f1c608add72b444d8023460845649c44 2024-12-04T15:23:41,563 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/replication/fc3f7920c873049b4819bd43597f0a03/hfileref/f1c608add72b444d8023460845649c44, entries=4, sequenceid=12, filesize=5.2 K 2024-12-04T15:23:41,565 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/replication/fc3f7920c873049b4819bd43597f0a03/.tmp/queue/485dde0b5d9b49ba96db856802e04d50 as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/replication/fc3f7920c873049b4819bd43597f0a03/queue/485dde0b5d9b49ba96db856802e04d50 2024-12-04T15:23:41,571 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/replication/fc3f7920c873049b4819bd43597f0a03/queue/485dde0b5d9b49ba96db856802e04d50, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T15:23:41,571 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/.tmp/rep_barrier/358531d6476847f69dcbc7c9307fde15 is 112, key is test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e./rep_barrier:seqnumDuringOpen/1733325811646/Put/seqid=0 2024-12-04T15:23:41,583 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for fc3f7920c873049b4819bd43597f0a03 in 908ms, sequenceid=12, compaction requested=false 2024-12-04T15:23:41,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741848_1024 (size=5518) 2024-12-04T15:23:41,599 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/replication/fc3f7920c873049b4819bd43597f0a03/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T15:23:41,599 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:23:41,600 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:23:41,600 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03. 2024-12-04T15:23:41,600 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc3f7920c873049b4819bd43597f0a03: Waiting for close lock at 1733325820673Running coprocessor pre-close hooks at 1733325820673Disabling compacts and flushes for region at 1733325820673Disabling writes for close at 1733325820674 (+1 ms)Obtaining lock to block concurrent updates at 1733325820674Preparing flush snapshotting stores in fc3f7920c873049b4819bd43597f0a03 at 1733325820674Finished memstore snapshotting hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733325820674Flushing stores of hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03. at 1733325820675 (+1 ms)Flushing fc3f7920c873049b4819bd43597f0a03/hfileref: creating writer at 1733325820675Flushing fc3f7920c873049b4819bd43597f0a03/hfileref: appending metadata at 1733325820693 (+18 ms)Flushing fc3f7920c873049b4819bd43597f0a03/hfileref: closing flushed file at 1733325820693Flushing fc3f7920c873049b4819bd43597f0a03/queue: creating writer at 1733325821110 (+417 ms)Flushing fc3f7920c873049b4819bd43597f0a03/queue: appending metadata at 1733325821128 (+18 ms)Flushing fc3f7920c873049b4819bd43597f0a03/queue: closing flushed file at 1733325821128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b096aae: reopening flushed file at 1733325821547 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46eff212: reopening flushed file at 1733325821563 (+16 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for fc3f7920c873049b4819bd43597f0a03 in 908ms, sequenceid=12, compaction requested=false at 1733325821583 (+20 ms)Writing region close event to WAL at 1733325821591 (+8 ms)Running coprocessor post-close hooks at 1733325821599 (+8 ms)Closed at 1733325821600 (+1 ms) 2024-12-04T15:23:41,600 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733325814801.fc3f7920c873049b4819bd43597f0a03. 2024-12-04T15:23:41,600 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b27adee16ea94f2010f4aa6202c720e, disabling compactions & flushes 2024-12-04T15:23:41,600 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e. 2024-12-04T15:23:41,600 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e. 2024-12-04T15:23:41,600 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e. after waiting 0 ms 2024-12-04T15:23:41,600 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e. 2024-12-04T15:23:41,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f2e1d35cf1,36243,1733325805034 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T15:23:41,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36243 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:41970 deadline: 1733325881611, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f2e1d35cf1,36243,1733325805034 stopping 2024-12-04T15:23:41,612 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/default/test/1b27adee16ea94f2010f4aa6202c720e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T15:23:41,613 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:23:41,613 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:23:41,613 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e. 2024-12-04T15:23:41,613 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b27adee16ea94f2010f4aa6202c720e: Waiting for close lock at 1733325821600Running coprocessor pre-close hooks at 1733325821600Disabling compacts and flushes for region at 1733325821600Disabling writes for close at 1733325821600Writing region close event to WAL at 1733325821607 (+7 ms)Running coprocessor post-close hooks at 1733325821613 (+6 ms)Closed at 1733325821613 2024-12-04T15:23:41,613 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733325810452.1b27adee16ea94f2010f4aa6202c720e. 2024-12-04T15:23:41,613 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server c6f2e1d35cf1,36243,1733325805034 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:23:41,651 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 1033, reset compression=false 2024-12-04T15:23:41,657 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:23:41,657 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 1328, reset compression=false 2024-12-04T15:23:41,657 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.shipperc6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,36243,1733325805034 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:23:41,658 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.shipperc6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f2e1d35cf1,36243,1733325805034: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f2e1d35cf1,36243,1733325805034, walGroup=c6f2e1d35cf1%2C36243%2C1733325805034, offset=c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:36243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T15:23:41,660 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.shipperc6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T15:23:41,660 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.shipperc6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T15:23:41,661 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.shipperc6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T15:23:41,661 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.shipperc6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T15:23:41,661 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.shipperc6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T15:23:41,661 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.shipperc6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 544797472 }, "NonHeapMemoryUsage": { "committed": 190119936, "init": 7667712, "max": -1, "used": 187393272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T15:23:41,666 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.shipperc6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T15:23:41,675 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T15:23:41,675 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:23:41,675 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:23:41,800 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 1033, reset compression=false 2024-12-04T15:23:41,870 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 1328, reset compression=false 2024-12-04T15:23:41,878 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:23:41,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f2e1d35cf1,36243,1733325805034 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:23:41,920 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c6f2e1d35cf1,36243,1733325805034 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:23:41,989 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/.tmp/rep_barrier/358531d6476847f69dcbc7c9307fde15 2024-12-04T15:23:42,016 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/.tmp/table/62e864baf66a4542a61d92d503e64994 is 53, key is hbase:replication/table:state/1733325816002/Put/seqid=0 2024-12-04T15:23:42,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741849_1025 (size=5308) 2024-12-04T15:23:42,079 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:23:42,197 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 1328, reset compression=false 2024-12-04T15:23:42,206 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 1033, reset compression=false 2024-12-04T15:23:42,279 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:23:42,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c6f2e1d35cf1,36243,1733325805034 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:23:42,324 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server c6f2e1d35cf1,36243,1733325805034 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:23:42,421 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/.tmp/table/62e864baf66a4542a61d92d503e64994 2024-12-04T15:23:42,427 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/.tmp/info/1329238341154eaca71cb55fb9d35389 as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/info/1329238341154eaca71cb55fb9d35389 2024-12-04T15:23:42,433 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/info/1329238341154eaca71cb55fb9d35389, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T15:23:42,434 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/.tmp/ns/9cb1ba4a5394400497f5c435fcac0553 as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/ns/9cb1ba4a5394400497f5c435fcac0553 2024-12-04T15:23:42,440 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/ns/9cb1ba4a5394400497f5c435fcac0553, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T15:23:42,441 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/.tmp/rep_barrier/358531d6476847f69dcbc7c9307fde15 as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/rep_barrier/358531d6476847f69dcbc7c9307fde15 2024-12-04T15:23:42,448 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/rep_barrier/358531d6476847f69dcbc7c9307fde15, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T15:23:42,449 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/.tmp/table/62e864baf66a4542a61d92d503e64994 as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/table/62e864baf66a4542a61d92d503e64994 2024-12-04T15:23:42,455 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/table/62e864baf66a4542a61d92d503e64994, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T15:23:42,456 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1782ms, sequenceid=16, compaction requested=false 2024-12-04T15:23:42,464 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:23:42,465 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:23:42,465 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:23:42,465 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:23:42,465 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325820674Running coprocessor pre-close hooks at 1733325820674Disabling compacts and flushes for region at 1733325820674Disabling writes for close at 1733325820674Obtaining lock to block concurrent updates at 1733325820674Preparing flush snapshotting stores in 1588230740 at 1733325820674Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733325820675 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733325820675Flushing 1588230740/info: creating writer at 1733325820675Flushing 1588230740/info: appending metadata at 1733325820693 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733325820693Flushing 1588230740/ns: creating writer at 1733325821111 (+418 ms)Flushing 1588230740/ns: appending metadata at 1733325821128 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733325821128Flushing 1588230740/rep_barrier: creating writer at 1733325821545 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733325821570 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733325821570Flushing 1588230740/table: creating writer at 1733325821994 (+424 ms)Flushing 1588230740/table: appending metadata at 1733325822015 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733325822015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@725b28fd: reopening flushed file at 1733325822426 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef9a7: reopening flushed file at 1733325822433 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1704ee40: reopening flushed file at 1733325822440 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48de7c75: reopening flushed file at 1733325822448 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1782ms, sequenceid=16, compaction requested=false at 1733325822456 (+8 ms)Writing region close event to WAL at 1733325822461 (+5 ms)Running coprocessor post-close hooks at 1733325822465 (+4 ms)Closed at 1733325822465 2024-12-04T15:23:42,466 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:23:42,479 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,36243,1733325805034; all regions closed. 2024-12-04T15:23:42,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741834_1010 (size=4239) 2024-12-04T15:23:42,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741839_1015 (size=3127) 2024-12-04T15:23:42,486 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.rep.1733325815946 not finished, retry = 0 2024-12-04T15:23:42,602 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 to pos 1328, reset compression=false 2024-12-04T15:23:42,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741832_1008 (size=1336) 2024-12-04T15:23:42,623 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:42,623 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:23:42,624 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 for the last time to pos 1328, reset compression=false 2024-12-04T15:23:42,624 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:23:42,624 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:23:42,624 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:23:42,624 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:23:42,624 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,36243,1733325805034 because: Region server is closing 2024-12-04T15:23:42,624 INFO [RS:0;c6f2e1d35cf1:36243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:36243. 2024-12-04T15:23:42,625 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:42,625 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:42,625 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:42,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:42,628 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 and length of the file is 1336 2024-12-04T15:23:42,628 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.wal-reader.c6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/WALs/c6f2e1d35cf1,36243,1733325805034/c6f2e1d35cf1%2C36243%2C1733325805034.1733325807279 2024-12-04T15:23:42,711 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 1033, reset compression=false 2024-12-04T15:23:42,725 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36243,1733325805034.replicationSource.shipperc6f2e1d35cf1%2C36243%2C1733325805034,1-c6f2e1d35cf1,36243,1733325805034 terminated 2024-12-04T15:23:42,725 INFO [RS:0;c6f2e1d35cf1:36243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:36243. 2024-12-04T15:23:42,725 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:42,725 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:42,726 DEBUG [RS:0;c6f2e1d35cf1:36243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:42,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:42,726 INFO [RS:0;c6f2e1d35cf1:36243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36243 2024-12-04T15:23:42,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786/rs 2024-12-04T15:23:42,742 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-358303786/rs/c6f2e1d35cf1,36243,1733325805034 2024-12-04T15:23:42,742 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:23:42,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,36243,1733325805034] 2024-12-04T15:23:42,759 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-358303786/draining/c6f2e1d35cf1,36243,1733325805034 already deleted, retry=false 2024-12-04T15:23:42,759 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,36243,1733325805034 expired; onlineServers=0 2024-12-04T15:23:42,759 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,45811,1733325804917' ***** 2024-12-04T15:23:42,759 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:23:42,759 INFO [M:0;c6f2e1d35cf1:45811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:23:42,759 INFO [M:0;c6f2e1d35cf1:45811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:23:42,759 DEBUG [M:0;c6f2e1d35cf1:45811 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:23:42,759 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:23:42,759 DEBUG [M:0;c6f2e1d35cf1:45811 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:23:42,759 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325807003 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325807003,5,FailOnTimeoutGroup] 2024-12-04T15:23:42,759 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325807002 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325807002,5,FailOnTimeoutGroup] 2024-12-04T15:23:42,759 INFO [M:0;c6f2e1d35cf1:45811 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:23:42,760 INFO [M:0;c6f2e1d35cf1:45811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:23:42,760 DEBUG [M:0;c6f2e1d35cf1:45811 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:23:42,760 INFO [M:0;c6f2e1d35cf1:45811 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:23:42,760 INFO [M:0;c6f2e1d35cf1:45811 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:23:42,760 INFO [M:0;c6f2e1d35cf1:45811 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:23:42,760 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:23:42,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-358303786/master 2024-12-04T15:23:42,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-358303786 2024-12-04T15:23:42,767 DEBUG [M:0;c6f2e1d35cf1:45811 {}] zookeeper.ZKUtil(347): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Unable to get data of znode /1-358303786/master because node does not exist (not an error) 2024-12-04T15:23:42,767 WARN [M:0;c6f2e1d35cf1:45811 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:23:42,768 INFO [M:0;c6f2e1d35cf1:45811 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/.lastflushedseqids 2024-12-04T15:23:42,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741850_1026 (size=263) 2024-12-04T15:23:42,828 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c6f2e1d35cf1:36243 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f2e1d35cf1/172.17.0.3:36243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:23:42,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c6f2e1d35cf1:36243 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f2e1d35cf1/172.17.0.3:36243 2024-12-04T15:23:42,829 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=c6f2e1d35cf1:36243 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f2e1d35cf1/172.17.0.3:36243 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f2e1d35cf1/172.17.0.3:36243 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-04T15:23:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T15:23:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:47462 deadline: 1733325882832, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T15:23:42,850 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:42,851 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36243-0x101a21e81170004, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:42,851 INFO [RS:0;c6f2e1d35cf1:36243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:23:42,851 INFO [RS:0;c6f2e1d35cf1:36243 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,36243,1733325805034; zookeeper connection closed. 2024-12-04T15:23:42,851 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21a36b1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21a36b1b 2024-12-04T15:23:42,851 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:23:42,859 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T15:23:42,860 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T15:23:43,178 INFO [M:0;c6f2e1d35cf1:45811 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:23:43,178 INFO [M:0;c6f2e1d35cf1:45811 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:23:43,178 DEBUG [M:0;c6f2e1d35cf1:45811 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:23:43,179 INFO [M:0;c6f2e1d35cf1:45811 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:43,179 DEBUG [M:0;c6f2e1d35cf1:45811 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:43,179 DEBUG [M:0;c6f2e1d35cf1:45811 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:23:43,179 DEBUG [M:0;c6f2e1d35cf1:45811 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:43,179 INFO [M:0;c6f2e1d35cf1:45811 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T15:23:43,199 DEBUG [M:0;c6f2e1d35cf1:45811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4bf0b790032846b2b55180adba1a40aa is 82, key is hbase:meta,,1/info:regioninfo/1733325808230/Put/seqid=0 2024-12-04T15:23:43,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741851_1027 (size=5672) 2024-12-04T15:23:43,318 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 1033, reset compression=false 2024-12-04T15:23:43,460 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T15:23:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T15:23:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45811 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:47462 deadline: 1733325883462, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T15:23:43,463 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T15:23:43,465 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T15:23:43,465 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T15:23:43,610 INFO [M:0;c6f2e1d35cf1:45811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4bf0b790032846b2b55180adba1a40aa 2024-12-04T15:23:43,653 DEBUG [M:0;c6f2e1d35cf1:45811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d11028be22584522bc888c8a69853f93 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733325816007/Put/seqid=0 2024-12-04T15:23:43,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741852_1028 (size=8516) 2024-12-04T15:23:44,027 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 1033, reset compression=false 2024-12-04T15:23:44,062 INFO [M:0;c6f2e1d35cf1:45811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d11028be22584522bc888c8a69853f93 2024-12-04T15:23:44,103 DEBUG [M:0;c6f2e1d35cf1:45811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4aa9c5adbc7840db81a6bc9267d25084 is 69, key is c6f2e1d35cf1,36243,1733325805034/rs:state/1733325807093/Put/seqid=0 2024-12-04T15:23:44,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741853_1029 (size=5156) 2024-12-04T15:23:44,116 INFO [M:0;c6f2e1d35cf1:45811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4aa9c5adbc7840db81a6bc9267d25084 2024-12-04T15:23:44,124 DEBUG [M:0;c6f2e1d35cf1:45811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4bf0b790032846b2b55180adba1a40aa as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4bf0b790032846b2b55180adba1a40aa 2024-12-04T15:23:44,129 INFO [M:0;c6f2e1d35cf1:45811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4bf0b790032846b2b55180adba1a40aa, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T15:23:44,130 DEBUG [M:0;c6f2e1d35cf1:45811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d11028be22584522bc888c8a69853f93 as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d11028be22584522bc888c8a69853f93 2024-12-04T15:23:44,135 INFO [M:0;c6f2e1d35cf1:45811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d11028be22584522bc888c8a69853f93, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T15:23:44,138 DEBUG [M:0;c6f2e1d35cf1:45811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4aa9c5adbc7840db81a6bc9267d25084 as hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4aa9c5adbc7840db81a6bc9267d25084 2024-12-04T15:23:44,143 INFO [M:0;c6f2e1d35cf1:45811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/3aa4be56-47b7-88f2-c810-f14bd9f715a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4aa9c5adbc7840db81a6bc9267d25084, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T15:23:44,144 INFO [M:0;c6f2e1d35cf1:45811 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 965ms, sequenceid=97, compaction requested=false 2024-12-04T15:23:44,147 INFO [M:0;c6f2e1d35cf1:45811 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:44,147 DEBUG [M:0;c6f2e1d35cf1:45811 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325823178Disabling compacts and flushes for region at 1733325823178Disabling writes for close at 1733325823179 (+1 ms)Obtaining lock to block concurrent updates at 1733325823179Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325823179Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733325823179Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325823180 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325823180Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325823198 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325823198Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325823623 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325823652 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325823652Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325824076 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325824102 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325824102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d18748: reopening flushed file at 1733325824122 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382dd2de: reopening flushed file at 1733325824129 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a0239d3: reopening flushed file at 1733325824135 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 965ms, sequenceid=97, compaction requested=false at 1733325824144 (+9 ms)Writing region close event to WAL at 1733325824147 (+3 ms)Closed at 1733325824147 2024-12-04T15:23:44,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34335 is added to blk_1073741830_1006 (size=63654) 2024-12-04T15:23:44,154 INFO [M:0;c6f2e1d35cf1:45811 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:23:44,154 INFO [M:0;c6f2e1d35cf1:45811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45811 2024-12-04T15:23:44,154 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:23:44,155 INFO [M:0;c6f2e1d35cf1:45811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:23:44,166 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T15:23:44,167 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c6f2e1d35cf1:45811 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f2e1d35cf1/172.17.0.3:45811 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:23:44,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address c6f2e1d35cf1:45811 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f2e1d35cf1/172.17.0.3:45811 2024-12-04T15:23:44,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:44,271 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c6f2e1d35cf1:45811 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f2e1d35cf1/172.17.0.3:45811 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T15:23:44,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=c6f2e1d35cf1:45811 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f2e1d35cf1/172.17.0.3:45811 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-04T15:23:44,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address c6f2e1d35cf1:45811 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c6f2e1d35cf1/172.17.0.3:45811 2024-12-04T15:23:44,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:44,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45811-0x101a21e81170003, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:44,292 INFO [M:0;c6f2e1d35cf1:45811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:23:44,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f70bc3a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:23:44,295 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c855783{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:23:44,295 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:23:44,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@659beb6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:23:44,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11574a3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/hadoop.log.dir/,STOPPED} 2024-12-04T15:23:44,297 WARN [BP-110505117-172.17.0.3-1733325803530 heartbeating to localhost/127.0.0.1:35745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:23:44,297 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:23:44,297 WARN [BP-110505117-172.17.0.3-1733325803530 heartbeating to localhost/127.0.0.1:35745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-110505117-172.17.0.3-1733325803530 (Datanode Uuid a3ae9ecd-1e85-429c-a88d-cc3c28cd18fc) service to localhost/127.0.0.1:35745 2024-12-04T15:23:44,297 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:23:44,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/cluster_3d13df9a-8df0-5812-83a8-8b2e28ea8e72/data/data1/current/BP-110505117-172.17.0.3-1733325803530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:23:44,297 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/cluster_3d13df9a-8df0-5812-83a8-8b2e28ea8e72/data/data2/current/BP-110505117-172.17.0.3-1733325803530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:23:44,298 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:23:44,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@742620da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:23:44,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ae04b5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:23:44,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:23:44,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5a3398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:23:44,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72396638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/hadoop.log.dir/,STOPPED} 2024-12-04T15:23:44,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:23:44,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:23:44,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:23:44,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:44,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:44,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:44,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:44,319 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:23:44,319 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=766140287, stopped=false 2024-12-04T15:23:44,319 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,41103,1733325799907 2024-12-04T15:23:44,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1297584533/running 2024-12-04T15:23:44,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1297584533/running 2024-12-04T15:23:44,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:44,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:44,333 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:23:44,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:23:44,334 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:44,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:44,334 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,46545,1733325800060' ***** 2024-12-04T15:23:44,334 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:23:44,334 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:23:44,334 INFO [RS:0;c6f2e1d35cf1:46545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:23:44,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Set watcher on znode that does not yet exist, /0-1297584533/running 2024-12-04T15:23:44,334 INFO [RS:0;c6f2e1d35cf1:46545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:23:44,335 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(3091): Received CLOSE for b7c8b67bc53136599feb16daf87eb043 2024-12-04T15:23:44,335 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(3091): Received CLOSE for 25e965675b73b01b5fd72255ef4b8959 2024-12-04T15:23:44,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Set watcher on znode that does not yet exist, /0-1297584533/running 2024-12-04T15:23:44,335 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,46545,1733325800060 2024-12-04T15:23:44,335 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:23:44,335 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:23:44,335 INFO [RS:0;c6f2e1d35cf1:46545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:46545. 2024-12-04T15:23:44,335 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:44,335 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:44,335 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:23:44,335 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:23:44,335 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:23:44,335 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:23:44,335 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T15:23:44,335 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1325): Online Regions={b7c8b67bc53136599feb16daf87eb043=test,,1733325808289.b7c8b67bc53136599feb16daf87eb043., 1588230740=hbase:meta,,1.1588230740, 25e965675b73b01b5fd72255ef4b8959=hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959.} 2024-12-04T15:23:44,335 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25e965675b73b01b5fd72255ef4b8959, b7c8b67bc53136599feb16daf87eb043 2024-12-04T15:23:44,335 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:23:44,335 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:23:44,335 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:23:44,335 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7c8b67bc53136599feb16daf87eb043, disabling compactions & flushes 2024-12-04T15:23:44,336 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733325808289.b7c8b67bc53136599feb16daf87eb043. 2024-12-04T15:23:44,336 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:23:44,336 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325808289.b7c8b67bc53136599feb16daf87eb043. 2024-12-04T15:23:44,336 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:23:44,336 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733325808289.b7c8b67bc53136599feb16daf87eb043. after waiting 0 ms 2024-12-04T15:23:44,336 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733325808289.b7c8b67bc53136599feb16daf87eb043. 2024-12-04T15:23:44,336 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T15:23:44,351 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/default/test/b7c8b67bc53136599feb16daf87eb043/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T15:23:44,351 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:23:44,351 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:23:44,352 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733325808289.b7c8b67bc53136599feb16daf87eb043. 2024-12-04T15:23:44,352 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7c8b67bc53136599feb16daf87eb043: Waiting for close lock at 1733325824335Running coprocessor pre-close hooks at 1733325824335Disabling compacts and flushes for region at 1733325824335Disabling writes for close at 1733325824336 (+1 ms)Writing region close event to WAL at 1733325824339 (+3 ms)Running coprocessor post-close hooks at 1733325824351 (+12 ms)Closed at 1733325824352 (+1 ms) 2024-12-04T15:23:44,352 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733325808289.b7c8b67bc53136599feb16daf87eb043. 2024-12-04T15:23:44,352 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25e965675b73b01b5fd72255ef4b8959, disabling compactions & flushes 2024-12-04T15:23:44,352 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959. 2024-12-04T15:23:44,352 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959. 2024-12-04T15:23:44,352 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959. after waiting 0 ms 2024-12-04T15:23:44,352 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959. 2024-12-04T15:23:44,352 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 25e965675b73b01b5fd72255ef4b8959 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-04T15:23:44,362 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:23:44,363 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/.tmp/info/5bfee81ec8404d03ad183b519cbd2159 is 147, key is hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959./info:regioninfo/1733325813825/Put/seqid=0 2024-12-04T15:23:44,379 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/replication/25e965675b73b01b5fd72255ef4b8959/.tmp/hfileref/48de75b67aa041cfae6925aa45891b24 is 74, key is 1/hfileref:06967963cb7e420998a3a65962d0df59_SeqId_4_/1733325818687/DeleteColumn/seqid=0 2024-12-04T15:23:44,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741846_1022 (size=7686) 2024-12-04T15:23:44,381 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/.tmp/info/5bfee81ec8404d03ad183b519cbd2159 2024-12-04T15:23:44,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741847_1023 (size=5345) 2024-12-04T15:23:44,405 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/replication/25e965675b73b01b5fd72255ef4b8959/.tmp/hfileref/48de75b67aa041cfae6925aa45891b24 2024-12-04T15:23:44,414 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/.tmp/ns/58e8e94f9e7547b0a21bf75f51bf8385 is 43, key is default/ns:d/1733325803400/Put/seqid=0 2024-12-04T15:23:44,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741848_1024 (size=5153) 2024-12-04T15:23:44,433 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/replication/25e965675b73b01b5fd72255ef4b8959/.tmp/queue/a5d23abe63fa4f5d8911e9de45e5a695 is 153, key is 1-c6f2e1d35cf1,46545,1733325800060/queue:c6f2e1d35cf1%2C46545%2C1733325800060/1733325818690/Put/seqid=0 2024-12-04T15:23:44,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741849_1025 (size=5352) 2024-12-04T15:23:44,440 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/replication/25e965675b73b01b5fd72255ef4b8959/.tmp/queue/a5d23abe63fa4f5d8911e9de45e5a695 2024-12-04T15:23:44,446 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/replication/25e965675b73b01b5fd72255ef4b8959/.tmp/hfileref/48de75b67aa041cfae6925aa45891b24 as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/replication/25e965675b73b01b5fd72255ef4b8959/hfileref/48de75b67aa041cfae6925aa45891b24 2024-12-04T15:23:44,451 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/replication/25e965675b73b01b5fd72255ef4b8959/hfileref/48de75b67aa041cfae6925aa45891b24, entries=4, sequenceid=10, filesize=5.2 K 2024-12-04T15:23:44,452 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/replication/25e965675b73b01b5fd72255ef4b8959/.tmp/queue/a5d23abe63fa4f5d8911e9de45e5a695 as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/replication/25e965675b73b01b5fd72255ef4b8959/queue/a5d23abe63fa4f5d8911e9de45e5a695 2024-12-04T15:23:44,457 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/replication/25e965675b73b01b5fd72255ef4b8959/queue/a5d23abe63fa4f5d8911e9de45e5a695, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T15:23:44,459 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 25e965675b73b01b5fd72255ef4b8959 in 106ms, sequenceid=10, compaction requested=false 2024-12-04T15:23:44,474 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/replication/25e965675b73b01b5fd72255ef4b8959/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T15:23:44,475 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:23:44,475 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:23:44,475 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959. 2024-12-04T15:23:44,475 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25e965675b73b01b5fd72255ef4b8959: Waiting for close lock at 1733325824352Running coprocessor pre-close hooks at 1733325824352Disabling compacts and flushes for region at 1733325824352Disabling writes for close at 1733325824352Obtaining lock to block concurrent updates at 1733325824352Preparing flush snapshotting stores in 25e965675b73b01b5fd72255ef4b8959 at 1733325824352Finished memstore snapshotting hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733325824353 (+1 ms)Flushing stores of hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959. at 1733325824353Flushing 25e965675b73b01b5fd72255ef4b8959/hfileref: creating writer at 1733325824353Flushing 25e965675b73b01b5fd72255ef4b8959/hfileref: appending metadata at 1733325824379 (+26 ms)Flushing 25e965675b73b01b5fd72255ef4b8959/hfileref: closing flushed file at 1733325824379Flushing 25e965675b73b01b5fd72255ef4b8959/queue: creating writer at 1733325824411 (+32 ms)Flushing 25e965675b73b01b5fd72255ef4b8959/queue: appending metadata at 1733325824432 (+21 ms)Flushing 25e965675b73b01b5fd72255ef4b8959/queue: closing flushed file at 1733325824432Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d087c93: reopening flushed file at 1733325824445 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e3b05b: reopening flushed file at 1733325824451 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 25e965675b73b01b5fd72255ef4b8959 in 106ms, sequenceid=10, compaction requested=false at 1733325824459 (+8 ms)Writing region close event to WAL at 1733325824467 (+8 ms)Running coprocessor post-close hooks at 1733325824475 (+8 ms)Closed at 1733325824475 2024-12-04T15:23:44,475 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733325812633.25e965675b73b01b5fd72255ef4b8959. 2024-12-04T15:23:44,479 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:44,479 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c6f2e1d35cf1:45811 this server is in the failed servers list 2024-12-04T15:23:44,480 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c6f2e1d35cf1:45811 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:23:44,536 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:23:44,736 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:23:44,789 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:44,789 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c6f2e1d35cf1:45811 this server is in the failed servers list 2024-12-04T15:23:44,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c6f2e1d35cf1:45811 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:23:44,825 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/.tmp/ns/58e8e94f9e7547b0a21bf75f51bf8385 2024-12-04T15:23:44,831 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 1033, reset compression=false 2024-12-04T15:23:44,837 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:23:44,837 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 1328, reset compression=false 2024-12-04T15:23:44,849 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/.tmp/rep_barrier/1cf467c6eaf94d899198dc77c73c6311 is 112, key is test,,1733325808289.b7c8b67bc53136599feb16daf87eb043./rep_barrier:seqnumDuringOpen/1733325809444/Put/seqid=0 2024-12-04T15:23:44,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741850_1026 (size=5518) 2024-12-04T15:23:44,936 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:23:45,047 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 1328, reset compression=false 2024-12-04T15:23:45,136 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:23:45,248 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:23:45,248 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:23:45,253 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/.tmp/rep_barrier/1cf467c6eaf94d899198dc77c73c6311 2024-12-04T15:23:45,279 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/.tmp/table/fe342ec14e74467ab4a76e3b73955756 is 53, key is hbase:replication/table:state/1733325813834/Put/seqid=0 2024-12-04T15:23:45,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741851_1027 (size=5308) 2024-12-04T15:23:45,299 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:45,300 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c6f2e1d35cf1:45811 this server is in the failed servers list 2024-12-04T15:23:45,300 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c6f2e1d35cf1:45811 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:23:45,336 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T15:23:45,336 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:23:45,336 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:23:45,352 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 1328, reset compression=false 2024-12-04T15:23:45,537 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:23:45,687 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/.tmp/table/fe342ec14e74467ab4a76e3b73955756 2024-12-04T15:23:45,692 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/.tmp/info/5bfee81ec8404d03ad183b519cbd2159 as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/info/5bfee81ec8404d03ad183b519cbd2159 2024-12-04T15:23:45,697 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/info/5bfee81ec8404d03ad183b519cbd2159, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T15:23:45,698 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/.tmp/ns/58e8e94f9e7547b0a21bf75f51bf8385 as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/ns/58e8e94f9e7547b0a21bf75f51bf8385 2024-12-04T15:23:45,703 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/ns/58e8e94f9e7547b0a21bf75f51bf8385, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T15:23:45,705 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/.tmp/rep_barrier/1cf467c6eaf94d899198dc77c73c6311 as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/rep_barrier/1cf467c6eaf94d899198dc77c73c6311 2024-12-04T15:23:45,711 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/rep_barrier/1cf467c6eaf94d899198dc77c73c6311, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T15:23:45,712 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/.tmp/table/fe342ec14e74467ab4a76e3b73955756 as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/table/fe342ec14e74467ab4a76e3b73955756 2024-12-04T15:23:45,717 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/table/fe342ec14e74467ab4a76e3b73955756, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T15:23:45,718 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1382ms, sequenceid=16, compaction requested=false 2024-12-04T15:23:45,718 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:23:45,723 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:23:45,724 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:23:45,724 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:23:45,724 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:23:45,724 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325824335Running coprocessor pre-close hooks at 1733325824335Disabling compacts and flushes for region at 1733325824335Disabling writes for close at 1733325824336 (+1 ms)Obtaining lock to block concurrent updates at 1733325824336Preparing flush snapshotting stores in 1588230740 at 1733325824336Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733325824336Flushing stores of hbase:meta,,1.1588230740 at 1733325824337 (+1 ms)Flushing 1588230740/info: creating writer at 1733325824337Flushing 1588230740/info: appending metadata at 1733325824363 (+26 ms)Flushing 1588230740/info: closing flushed file at 1733325824363Flushing 1588230740/ns: creating writer at 1733325824386 (+23 ms)Flushing 1588230740/ns: appending metadata at 1733325824413 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733325824413Flushing 1588230740/rep_barrier: creating writer at 1733325824830 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733325824848 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733325824848Flushing 1588230740/table: creating writer at 1733325825259 (+411 ms)Flushing 1588230740/table: appending metadata at 1733325825278 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733325825279 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a35a1c6: reopening flushed file at 1733325825692 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8748336: reopening flushed file at 1733325825697 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf9c24c: reopening flushed file at 1733325825704 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33adac04: reopening flushed file at 1733325825711 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1382ms, sequenceid=16, compaction requested=false at 1733325825718 (+7 ms)Writing region close event to WAL at 1733325825720 (+2 ms)Running coprocessor post-close hooks at 1733325825724 (+4 ms)Closed at 1733325825724 2024-12-04T15:23:45,724 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:23:45,737 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,46545,1733325800060; all regions closed. 2024-12-04T15:23:45,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741834_1010 (size=4239) 2024-12-04T15:23:45,739 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.meta.1733325803343.meta not finished, retry = 0 2024-12-04T15:23:45,757 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.1733325802367 to pos 1328, reset compression=false 2024-12-04T15:23:45,856 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/oldWALs 2024-12-04T15:23:45,856 INFO [RS:0;c6f2e1d35cf1:46545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C46545%2C1733325800060.meta:.meta(num 1733325803343) 2024-12-04T15:23:45,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741839_1015 (size=2695) 2024-12-04T15:23:45,889 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/WALs/c6f2e1d35cf1,46545,1733325800060/c6f2e1d35cf1%2C46545%2C1733325800060.rep.1733325813780 not finished, retry = 0 2024-12-04T15:23:45,992 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/oldWALs 2024-12-04T15:23:45,992 INFO [RS:0;c6f2e1d35cf1:46545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C46545%2C1733325800060.rep:(num 1733325813780) 2024-12-04T15:23:45,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741832_1008 (size=1336) 2024-12-04T15:23:45,996 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/oldWALs 2024-12-04T15:23:45,996 INFO [RS:0;c6f2e1d35cf1:46545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C46545%2C1733325800060:(num 1733325802367) 2024-12-04T15:23:45,997 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:45,997 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:23:45,997 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:23:45,997 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:23:45,997 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:23:45,997 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:23:45,997 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,46545,1733325800060 because: Region server is closing 2024-12-04T15:23:45,997 INFO [RS:0;c6f2e1d35cf1:46545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:46545. 2024-12-04T15:23:45,998 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:45,998 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:45,998 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:45,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:46,098 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.wal-reader.c6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T15:23:46,098 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-04T15:23:46,098 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T15:23:46,099 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T15:23:46,309 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:46,310 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:23:46,313 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:23:46,900 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,46545,1733325800060.replicationSource.shipperc6f2e1d35cf1%2C46545%2C1733325800060,1-c6f2e1d35cf1,46545,1733325800060 terminated 2024-12-04T15:23:46,900 INFO [RS:0;c6f2e1d35cf1:46545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:46545. 2024-12-04T15:23:46,900 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:23:46,900 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:46,900 DEBUG [RS:0;c6f2e1d35cf1:46545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:46,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:23:46,900 INFO [RS:0;c6f2e1d35cf1:46545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46545 2024-12-04T15:23:46,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533/rs 2024-12-04T15:23:46,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1297584533/rs/c6f2e1d35cf1,46545,1733325800060 2024-12-04T15:23:46,995 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:23:47,004 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,46545,1733325800060] 2024-12-04T15:23:47,012 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1297584533/draining/c6f2e1d35cf1,46545,1733325800060 already deleted, retry=false 2024-12-04T15:23:47,012 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,46545,1733325800060 expired; onlineServers=0 2024-12-04T15:23:47,012 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,41103,1733325799907' ***** 2024-12-04T15:23:47,012 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:23:47,012 INFO [M:0;c6f2e1d35cf1:41103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:23:47,012 INFO [M:0;c6f2e1d35cf1:41103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:23:47,012 DEBUG [M:0;c6f2e1d35cf1:41103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:23:47,012 DEBUG [M:0;c6f2e1d35cf1:41103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:23:47,012 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:23:47,012 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325802120 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325802120,5,FailOnTimeoutGroup] 2024-12-04T15:23:47,012 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325802120 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325802120,5,FailOnTimeoutGroup] 2024-12-04T15:23:47,013 INFO [M:0;c6f2e1d35cf1:41103 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:23:47,013 INFO [M:0;c6f2e1d35cf1:41103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:23:47,013 DEBUG [M:0;c6f2e1d35cf1:41103 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:23:47,013 INFO [M:0;c6f2e1d35cf1:41103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:23:47,013 INFO [M:0;c6f2e1d35cf1:41103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:23:47,013 INFO [M:0;c6f2e1d35cf1:41103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:23:47,013 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:23:47,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1297584533/master 2024-12-04T15:23:47,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1297584533 2024-12-04T15:23:47,020 DEBUG [M:0;c6f2e1d35cf1:41103 {}] zookeeper.ZKUtil(347): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Unable to get data of znode /0-1297584533/master because node does not exist (not an error) 2024-12-04T15:23:47,020 WARN [M:0;c6f2e1d35cf1:41103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:23:47,022 INFO [M:0;c6f2e1d35cf1:41103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/.lastflushedseqids 2024-12-04T15:23:47,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741852_1028 (size=263) 2024-12-04T15:23:47,026 INFO [M:0;c6f2e1d35cf1:41103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:23:47,026 INFO [M:0;c6f2e1d35cf1:41103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:23:47,026 DEBUG [M:0;c6f2e1d35cf1:41103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:23:47,026 INFO [M:0;c6f2e1d35cf1:41103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:47,026 DEBUG [M:0;c6f2e1d35cf1:41103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:47,026 DEBUG [M:0;c6f2e1d35cf1:41103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:23:47,026 DEBUG [M:0;c6f2e1d35cf1:41103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:47,027 INFO [M:0;c6f2e1d35cf1:41103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T15:23:47,043 DEBUG [M:0;c6f2e1d35cf1:41103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af39a9acea8b4e92a688196ff85b37c2 is 82, key is hbase:meta,,1/info:regioninfo/1733325803379/Put/seqid=0 2024-12-04T15:23:47,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741853_1029 (size=5672) 2024-12-04T15:23:47,047 INFO [M:0;c6f2e1d35cf1:41103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af39a9acea8b4e92a688196ff85b37c2 2024-12-04T15:23:47,071 DEBUG [M:0;c6f2e1d35cf1:41103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c9449e9eef64332a0d0399432d5dafe is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733325813839/Put/seqid=0 2024-12-04T15:23:47,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741854_1030 (size=8517) 2024-12-04T15:23:47,102 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:23:47,104 INFO [RS:0;c6f2e1d35cf1:46545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:23:47,104 INFO [RS:0;c6f2e1d35cf1:46545 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,46545,1733325800060; zookeeper connection closed. 2024-12-04T15:23:47,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:47,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x101a21e81170001, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:47,104 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66221905 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66221905 2024-12-04T15:23:47,105 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:23:47,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:47,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:47,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:47,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:47,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:47,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:47,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:47,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:47,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:47,478 INFO [M:0;c6f2e1d35cf1:41103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c9449e9eef64332a0d0399432d5dafe 2024-12-04T15:23:47,495 DEBUG [M:0;c6f2e1d35cf1:41103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbed4d5ce1894441810cd52a5d1c1066 is 69, key is c6f2e1d35cf1,46545,1733325800060/rs:state/1733325802222/Put/seqid=0 2024-12-04T15:23:47,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741855_1031 (size=5156) 2024-12-04T15:23:47,899 INFO [M:0;c6f2e1d35cf1:41103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbed4d5ce1894441810cd52a5d1c1066 2024-12-04T15:23:47,905 DEBUG [M:0;c6f2e1d35cf1:41103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af39a9acea8b4e92a688196ff85b37c2 as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af39a9acea8b4e92a688196ff85b37c2 2024-12-04T15:23:47,911 INFO [M:0;c6f2e1d35cf1:41103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af39a9acea8b4e92a688196ff85b37c2, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T15:23:47,912 DEBUG [M:0;c6f2e1d35cf1:41103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5c9449e9eef64332a0d0399432d5dafe as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c9449e9eef64332a0d0399432d5dafe 2024-12-04T15:23:47,918 INFO [M:0;c6f2e1d35cf1:41103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5c9449e9eef64332a0d0399432d5dafe, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T15:23:47,920 DEBUG [M:0;c6f2e1d35cf1:41103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbed4d5ce1894441810cd52a5d1c1066 as hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbed4d5ce1894441810cd52a5d1c1066 2024-12-04T15:23:47,925 INFO [M:0;c6f2e1d35cf1:41103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/c1427364-2a58-86d8-312d-e16b356450f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbed4d5ce1894441810cd52a5d1c1066, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T15:23:47,926 INFO [M:0;c6f2e1d35cf1:41103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=97, compaction requested=false 2024-12-04T15:23:47,934 INFO [M:0;c6f2e1d35cf1:41103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:47,934 DEBUG [M:0;c6f2e1d35cf1:41103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325827026Disabling compacts and flushes for region at 1733325827026Disabling writes for close at 1733325827026Obtaining lock to block concurrent updates at 1733325827027 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325827027Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733325827027Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325827027Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325827027Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325827043 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325827043Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325827051 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325827070 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325827070Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325827483 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325827495 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325827495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38db7f40: reopening flushed file at 1733325827904 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4108130d: reopening flushed file at 1733325827911 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@584e34c8: reopening flushed file at 1733325827919 (+8 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=97, compaction requested=false at 1733325827926 (+7 ms)Writing region close event to WAL at 1733325827934 (+8 ms)Closed at 1733325827934 2024-12-04T15:23:47,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741830_1006 (size=63666) 2024-12-04T15:23:47,937 INFO [M:0;c6f2e1d35cf1:41103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:23:47,937 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:23:47,937 INFO [M:0;c6f2e1d35cf1:41103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41103 2024-12-04T15:23:47,937 INFO [M:0;c6f2e1d35cf1:41103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:23:48,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:48,050 INFO [M:0;c6f2e1d35cf1:41103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:23:48,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x101a21e81170000, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:23:48,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d2d1afa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:23:48,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17373f9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:23:48,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:23:48,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76131948{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:23:48,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c217a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/hadoop.log.dir/,STOPPED} 2024-12-04T15:23:48,056 WARN [BP-1352488268-172.17.0.3-1733325798283 heartbeating to localhost/127.0.0.1:36937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:23:48,056 WARN [BP-1352488268-172.17.0.3-1733325798283 heartbeating to localhost/127.0.0.1:36937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1352488268-172.17.0.3-1733325798283 (Datanode Uuid d2b758f1-91e7-41e1-915f-c14b419733f3) service to localhost/127.0.0.1:36937 2024-12-04T15:23:48,056 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/cluster_7ba0afb4-2148-f5d7-0785-b2d91c0ad0f8/data/data1/current/BP-1352488268-172.17.0.3-1733325798283 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:23:48,057 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/cluster_7ba0afb4-2148-f5d7-0785-b2d91c0ad0f8/data/data2/current/BP-1352488268-172.17.0.3-1733325798283 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:23:48,057 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:23:48,057 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:23:48,057 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:23:48,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bf57691{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:23:48,065 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12386e47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:23:48,065 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:23:48,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db69a8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:23:48,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5736233d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/182aad98-25ca-ae75-37f9-9b743f729273/hadoop.log.dir/,STOPPED} 2024-12-04T15:23:48,072 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T15:23:48,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:23:48,098 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 203) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35745 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36937 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36937 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:36937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35745 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57385) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35745 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57385) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36937 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 567) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 252) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4495 (was 4373) - AvailableMemoryMB LEAK? - 2024-12-04T15:23:48,108 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=4495 2024-12-04T15:23:48,127 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-04T15:23:48,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/hadoop.log.dir so I do NOT create it in target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104 2024-12-04T15:23:48,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:23:48,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/hadoop.tmp.dir so I do NOT create it in target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104 2024-12-04T15:23:48,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fc4d46-f131-92b1-e80e-2ed4bb662acc/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:23:48,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104 2024-12-04T15:23:48,128 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/cluster_99ab5684-848c-44a4-032d-6ed333c2e8aa, deleteOnExit=true 2024-12-04T15:23:48,147 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/cluster_99ab5684-848c-44a4-032d-6ed333c2e8aa/zookeeper_0, clientPort=57288, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/cluster_99ab5684-848c-44a4-032d-6ed333c2e8aa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/cluster_99ab5684-848c-44a4-032d-6ed333c2e8aa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:23:48,149 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57288 2024-12-04T15:23:48,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:23:48,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:23:48,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/test.cache.data in system properties and HBase conf 2024-12-04T15:23:48,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:23:48,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:23:48,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:23:48,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:23:48,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:23:48,149 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:23:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:23:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:23:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:23:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:23:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:23:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:23:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:23:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:23:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:23:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:23:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:23:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:23:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:23:48,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:23:48,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a21e81170002, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:23:48,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a21e81170005, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:23:48,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a21e81170005, quorum=127.0.0.1:57385, baseZNode=/1-358303786 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:23:48,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a21e81170002, quorum=127.0.0.1:57385, baseZNode=/0-1297584533 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:23:48,339 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:48,340 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:23:48,340 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:23:48,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:23:48,491 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:23:48,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:23:48,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:23:48,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:23:48,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:23:48,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bfff8b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:23:48,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf6be0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:23:48,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@191f9b12{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/java.io.tmpdir/jetty-localhost-37245-hadoop-hdfs-3_4_1-tests_jar-_-any-12622497014510727445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:23:48,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ea90aa6{HTTP/1.1, (http/1.1)}{localhost:37245} 2024-12-04T15:23:48,624 INFO [Time-limited test {}] server.Server(415): Started @194317ms 2024-12-04T15:23:48,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:23:48,843 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:23:48,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:23:48,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:23:48,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:23:48,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:23:48,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:23:48,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40bc9671{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/java.io.tmpdir/jetty-localhost-32781-hadoop-hdfs-3_4_1-tests_jar-_-any-17571361914379207358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:23:48,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:32781} 2024-12-04T15:23:48,970 INFO [Time-limited test {}] server.Server(415): Started @194662ms 2024-12-04T15:23:48,971 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:23:49,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:23:49,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T15:23:49,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T15:23:49,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T15:23:49,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T15:23:49,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:23:49,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:23:50,053 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/cluster_99ab5684-848c-44a4-032d-6ed333c2e8aa/data/data2/current/BP-47354924-172.17.0.3-1733325828171/current, will proceed with Du for space computation calculation, 2024-12-04T15:23:50,053 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/cluster_99ab5684-848c-44a4-032d-6ed333c2e8aa/data/data1/current/BP-47354924-172.17.0.3-1733325828171/current, will proceed with Du for space computation calculation, 2024-12-04T15:23:50,095 WARN [Thread-2169 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:23:50,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3c9807878c9348f with lease ID 0x48b5f71a9e0fa020: Processing first storage report for DS-227a6f63-603c-468b-89d4-0e0646a8aa27 from datanode DatanodeRegistration(127.0.0.1:39695, datanodeUuid=7e8d19e0-d5f8-43f2-b660-62be8e1bd4a2, infoPort=44181, infoSecurePort=0, ipcPort=38361, storageInfo=lv=-57;cid=testClusterID;nsid=306850255;c=1733325828171) 2024-12-04T15:23:50,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3c9807878c9348f with lease ID 0x48b5f71a9e0fa020: from storage DS-227a6f63-603c-468b-89d4-0e0646a8aa27 node DatanodeRegistration(127.0.0.1:39695, datanodeUuid=7e8d19e0-d5f8-43f2-b660-62be8e1bd4a2, infoPort=44181, infoSecurePort=0, ipcPort=38361, storageInfo=lv=-57;cid=testClusterID;nsid=306850255;c=1733325828171), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T15:23:50,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3c9807878c9348f with lease ID 0x48b5f71a9e0fa020: Processing first storage report for DS-29e51bbe-ee0a-44f3-939c-65181237de3f from datanode DatanodeRegistration(127.0.0.1:39695, datanodeUuid=7e8d19e0-d5f8-43f2-b660-62be8e1bd4a2, infoPort=44181, infoSecurePort=0, ipcPort=38361, storageInfo=lv=-57;cid=testClusterID;nsid=306850255;c=1733325828171) 2024-12-04T15:23:50,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3c9807878c9348f with lease ID 0x48b5f71a9e0fa020: from storage DS-29e51bbe-ee0a-44f3-939c-65181237de3f node DatanodeRegistration(127.0.0.1:39695, datanodeUuid=7e8d19e0-d5f8-43f2-b660-62be8e1bd4a2, infoPort=44181, infoSecurePort=0, ipcPort=38361, storageInfo=lv=-57;cid=testClusterID;nsid=306850255;c=1733325828171), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:23:50,136 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104 2024-12-04T15:23:50,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:50,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:50,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:23:50,551 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa with version=8 2024-12-04T15:23:50,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/hbase-staging 2024-12-04T15:23:50,554 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:23:50,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:50,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:50,554 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:23:50,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:50,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:23:50,554 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:23:50,554 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:23:50,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36253 2024-12-04T15:23:50,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36253 connecting to ZooKeeper ensemble=127.0.0.1:57288 2024-12-04T15:23:50,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362530x0, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:23:50,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36253-0x101a21ef5d90000 connected 2024-12-04T15:23:50,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:50,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:50,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Set watcher on znode that does not yet exist, /0432099829/running 2024-12-04T15:23:50,706 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa, hbase.cluster.distributed=false 2024-12-04T15:23:50,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Set watcher on znode that does not yet exist, /0432099829/acl 2024-12-04T15:23:50,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36253 2024-12-04T15:23:50,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36253 2024-12-04T15:23:50,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36253 2024-12-04T15:23:50,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36253 2024-12-04T15:23:50,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36253 2024-12-04T15:23:50,724 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:23:50,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:50,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:50,724 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:23:50,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:50,724 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:23:50,724 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:23:50,724 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:23:50,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40377 2024-12-04T15:23:50,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40377 connecting to ZooKeeper ensemble=127.0.0.1:57288 2024-12-04T15:23:50,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:50,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403770x0, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:23:50,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403770x0, quorum=127.0.0.1:57288, baseZNode=/0432099829 Set watcher on znode that does not yet exist, /0432099829/running 2024-12-04T15:23:50,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40377-0x101a21ef5d90001 connected 2024-12-04T15:23:50,741 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:23:50,746 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:23:50,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Set watcher on znode that does not yet exist, /0432099829/master 2024-12-04T15:23:50,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Set watcher on znode that does not yet exist, /0432099829/acl 2024-12-04T15:23:50,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40377 2024-12-04T15:23:50,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40377 2024-12-04T15:23:50,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40377 2024-12-04T15:23:50,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40377 2024-12-04T15:23:50,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40377 2024-12-04T15:23:50,770 DEBUG [M:0;c6f2e1d35cf1:36253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:36253 2024-12-04T15:23:50,771 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0432099829/backup-masters/c6f2e1d35cf1,36253,1733325830553 2024-12-04T15:23:50,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829/backup-masters 2024-12-04T15:23:50,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829/backup-masters 2024-12-04T15:23:50,778 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Set watcher on existing znode=/0432099829/backup-masters/c6f2e1d35cf1,36253,1733325830553 2024-12-04T15:23:50,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0432099829/master 2024-12-04T15:23:50,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:23:50,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:23:50,787 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Set watcher on existing znode=/0432099829/master 2024-12-04T15:23:50,787 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0432099829/backup-masters/c6f2e1d35cf1,36253,1733325830553 from backup master directory 2024-12-04T15:23:50,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0432099829/backup-masters/c6f2e1d35cf1,36253,1733325830553 2024-12-04T15:23:50,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829/backup-masters 2024-12-04T15:23:50,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829/backup-masters 2024-12-04T15:23:50,794 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:23:50,794 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,36253,1733325830553 2024-12-04T15:23:50,800 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/hbase.id] with ID: 9baf1c58-2783-4053-b859-080660355ec9 2024-12-04T15:23:50,800 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/.tmp/hbase.id 2024-12-04T15:23:50,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:23:50,813 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/.tmp/hbase.id]:[hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/hbase.id] 2024-12-04T15:23:50,823 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:50,823 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:23:50,824 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:23:50,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:23:50,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:23:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:23:51,241 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:23:51,242 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:23:51,243 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:51,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:23:51,653 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store 2024-12-04T15:23:51,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:23:52,060 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:52,060 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:23:52,060 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:52,060 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:52,060 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:23:52,060 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:52,060 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:52,060 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325832060Disabling compacts and flushes for region at 1733325832060Disabling writes for close at 1733325832060Writing region close event to WAL at 1733325832060Closed at 1733325832060 2024-12-04T15:23:52,061 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/.initializing 2024-12-04T15:23:52,061 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/WALs/c6f2e1d35cf1,36253,1733325830553 2024-12-04T15:23:52,062 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:23:52,063 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C36253%2C1733325830553, suffix=, logDir=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/WALs/c6f2e1d35cf1,36253,1733325830553, archiveDir=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/oldWALs, maxLogs=10 2024-12-04T15:23:52,078 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/WALs/c6f2e1d35cf1,36253,1733325830553/c6f2e1d35cf1%2C36253%2C1733325830553.1733325832063, exclude list is [], retry=0 2024-12-04T15:23:52,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39695,DS-227a6f63-603c-468b-89d4-0e0646a8aa27,DISK] 2024-12-04T15:23:52,083 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/WALs/c6f2e1d35cf1,36253,1733325830553/c6f2e1d35cf1%2C36253%2C1733325830553.1733325832063 2024-12-04T15:23:52,083 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44181:44181)] 2024-12-04T15:23:52,083 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:52,083 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:52,083 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:52,084 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:52,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:52,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:23:52,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:52,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:52,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:52,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:23:52,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:52,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:52,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:52,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:23:52,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:52,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:52,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:52,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:23:52,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:52,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:52,091 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:52,091 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:52,092 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:52,093 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:52,093 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:52,093 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:52,094 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:52,096 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:23:52,097 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65196105, jitterRate=-0.02850233018398285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:52,097 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325832084Initializing all the Stores at 1733325832084Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325832084Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325832085 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325832085Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325832085Cleaning up temporary data from old regions at 1733325832093 (+8 ms)Region opened successfully at 1733325832097 (+4 ms) 2024-12-04T15:23:52,098 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:23:52,101 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6507e6d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:23:52,103 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:23:52,103 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:23:52,103 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:23:52,103 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:23:52,104 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:23:52,104 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:23:52,104 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:23:52,109 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:23:52,112 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Unable to get data of znode /0432099829/balancer because node does not exist (not necessarily an error) 2024-12-04T15:23:52,169 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0432099829/balancer already deleted, retry=false 2024-12-04T15:23:52,169 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:23:52,170 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Unable to get data of znode /0432099829/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:23:52,177 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0432099829/normalizer already deleted, retry=false 2024-12-04T15:23:52,178 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:23:52,179 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Unable to get data of znode /0432099829/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:23:52,185 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0432099829/switch/split already deleted, retry=false 2024-12-04T15:23:52,186 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Unable to get data of znode /0432099829/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:23:52,194 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0432099829/switch/merge already deleted, retry=false 2024-12-04T15:23:52,196 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Unable to get data of znode /0432099829/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:23:52,202 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0432099829/snapshot-cleanup already deleted, retry=false 2024-12-04T15:23:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0432099829/running 2024-12-04T15:23:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0432099829/running 2024-12-04T15:23:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:23:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:23:52,211 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,36253,1733325830553, sessionid=0x101a21ef5d90000, setting cluster-up flag (Was=false) 2024-12-04T15:23:52,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:23:52,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:23:52,252 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0432099829/flush-table-proc/acquired, /0432099829/flush-table-proc/reached, /0432099829/flush-table-proc/abort 2024-12-04T15:23:52,253 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,36253,1733325830553 2024-12-04T15:23:52,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:23:52,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:23:52,294 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0432099829/online-snapshot/acquired, /0432099829/online-snapshot/reached, /0432099829/online-snapshot/abort 2024-12-04T15:23:52,295 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,36253,1733325830553 2024-12-04T15:23:52,296 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:23:52,298 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:52,298 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:23:52,298 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:23:52,298 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,36253,1733325830553 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:23:52,299 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:52,299 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:52,299 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:52,299 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:52,299 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:23:52,299 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:52,299 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:23:52,299 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:52,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:52,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:23:52,302 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:52,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:23:52,302 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325862302 2024-12-04T15:23:52,303 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:23:52,303 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:23:52,303 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:23:52,303 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:23:52,303 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:23:52,303 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:23:52,303 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:52,307 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:23:52,307 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:23:52,307 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:23:52,307 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:23:52,311 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:23:52,311 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:23:52,311 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325832311,5,FailOnTimeoutGroup] 2024-12-04T15:23:52,311 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325832311,5,FailOnTimeoutGroup] 2024-12-04T15:23:52,311 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:52,311 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:23:52,311 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:52,311 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:52,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:23:52,359 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(746): ClusterId : 9baf1c58-2783-4053-b859-080660355ec9 2024-12-04T15:23:52,359 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:23:52,360 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:52,360 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:23:52,360 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8194 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:23:52,366 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:23:52,366 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:23:52,374 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:23:52,375 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4c8e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:23:52,391 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:40377 2024-12-04T15:23:52,391 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:23:52,391 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:23:52,391 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:23:52,392 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,36253,1733325830553 with port=40377, startcode=1733325830723 2024-12-04T15:23:52,392 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:23:52,395 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:23:52,395 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,40377,1733325830723 2024-12-04T15:23:52,396 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36253 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,40377,1733325830723 2024-12-04T15:23:52,397 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa 2024-12-04T15:23:52,397 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46681 2024-12-04T15:23:52,397 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:23:52,403 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:23:52,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829/rs 2024-12-04T15:23:52,407 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] zookeeper.ZKUtil(111): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Set watcher on existing znode=/0432099829/rs/c6f2e1d35cf1,40377,1733325830723 2024-12-04T15:23:52,407 WARN [RS:0;c6f2e1d35cf1:40377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:23:52,408 INFO [RS:0;c6f2e1d35cf1:40377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:52,408 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723 2024-12-04T15:23:52,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,40377,1733325830723] 2024-12-04T15:23:52,417 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:23:52,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:52,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:52,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:52,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:52,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:52,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:52,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:52,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:52,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:52,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:52,463 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:23:52,467 INFO [RS:0;c6f2e1d35cf1:40377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:23:52,467 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:52,470 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:23:52,471 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:23:52,471 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:52,471 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:52,471 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:52,471 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:52,471 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:52,471 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:52,471 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:23:52,471 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:52,471 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:52,471 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:52,471 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:52,471 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:52,471 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:52,472 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:23:52,472 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:23:52,477 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:52,477 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:52,477 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:52,478 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:52,478 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:52,478 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40377,1733325830723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:23:52,497 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:23:52,497 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40377,1733325830723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:52,497 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:52,497 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.Replication(171): c6f2e1d35cf1,40377,1733325830723 started 2024-12-04T15:23:52,516 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:52,517 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,40377,1733325830723, RpcServer on c6f2e1d35cf1/172.17.0.3:40377, sessionid=0x101a21ef5d90001 2024-12-04T15:23:52,517 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:23:52,517 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,40377,1733325830723 2024-12-04T15:23:52,517 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,40377,1733325830723' 2024-12-04T15:23:52,517 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0432099829/flush-table-proc/abort' 2024-12-04T15:23:52,517 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0432099829/flush-table-proc/acquired' 2024-12-04T15:23:52,518 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:23:52,518 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:23:52,518 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,40377,1733325830723 2024-12-04T15:23:52,518 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,40377,1733325830723' 2024-12-04T15:23:52,518 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0432099829/online-snapshot/abort' 2024-12-04T15:23:52,518 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0432099829/online-snapshot/acquired' 2024-12-04T15:23:52,518 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:23:52,518 INFO [RS:0;c6f2e1d35cf1:40377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:23:52,518 INFO [RS:0;c6f2e1d35cf1:40377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:23:52,619 INFO [RS:0;c6f2e1d35cf1:40377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:23:52,621 INFO [RS:0;c6f2e1d35cf1:40377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C40377%2C1733325830723, suffix=, logDir=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723, archiveDir=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/oldWALs, maxLogs=10 2024-12-04T15:23:52,633 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621, exclude list is [], retry=0 2024-12-04T15:23:52,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39695,DS-227a6f63-603c-468b-89d4-0e0646a8aa27,DISK] 2024-12-04T15:23:52,639 INFO [RS:0;c6f2e1d35cf1:40377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 2024-12-04T15:23:52,639 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44181:44181)] 2024-12-04T15:23:52,717 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:23:52,717 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa 2024-12-04T15:23:52,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:23:53,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:53,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:23:53,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:23:53,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:53,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:53,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:23:53,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:23:53,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:53,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:53,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:23:53,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:23:53,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:53,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:53,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:23:53,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:23:53,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:53,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:53,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:23:53,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740 2024-12-04T15:23:53,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740 2024-12-04T15:23:53,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:23:53,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:23:53,131 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:53,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:23:53,134 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:23:53,134 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72632308, jitterRate=0.08230572938919067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:53,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325833122Initializing all the Stores at 1733325833123 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325833123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325833123Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325833123Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325833123Cleaning up temporary data from old regions at 1733325833130 (+7 ms)Region opened successfully at 1733325833135 (+5 ms) 2024-12-04T15:23:53,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:23:53,135 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:23:53,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:23:53,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:23:53,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:23:53,135 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:23:53,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325833135Disabling compacts and flushes for region at 1733325833135Disabling writes for close at 1733325833135Writing region close event to WAL at 1733325833135Closed at 1733325833135 2024-12-04T15:23:53,136 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:53,136 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:23:53,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:23:53,137 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:23:53,138 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:23:53,289 DEBUG [c6f2e1d35cf1:36253 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:23:53,289 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,40377,1733325830723 2024-12-04T15:23:53,290 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,40377,1733325830723, state=OPENING 2024-12-04T15:23:53,327 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:23:53,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:23:53,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:23:53,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0432099829/meta-region-server: CHANGED 2024-12-04T15:23:53,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0432099829/meta-region-server: CHANGED 2024-12-04T15:23:53,337 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:23:53,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,40377,1733325830723}] 2024-12-04T15:23:53,489 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:23:53,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:23:53,495 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:23:53,495 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:53,495 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:23:53,497 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C40377%2C1733325830723.meta, suffix=.meta, logDir=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723, archiveDir=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/oldWALs, maxLogs=10 2024-12-04T15:23:53,513 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.meta.1733325833497.meta, exclude list is [], retry=0 2024-12-04T15:23:53,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39695,DS-227a6f63-603c-468b-89d4-0e0646a8aa27,DISK] 2024-12-04T15:23:53,517 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.meta.1733325833497.meta 2024-12-04T15:23:53,517 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44181:44181)] 2024-12-04T15:23:53,518 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:53,518 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:23:53,518 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:23:53,518 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:23:53,518 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:23:53,519 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:23:53,519 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:53,519 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:23:53,519 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:23:53,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:23:53,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:23:53,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:53,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:53,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:23:53,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:23:53,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:53,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:53,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:23:53,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:23:53,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:53,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:53,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:23:53,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:23:53,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:53,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:53,525 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:23:53,526 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740 2024-12-04T15:23:53,526 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740 2024-12-04T15:23:53,527 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:23:53,527 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:23:53,528 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:53,529 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:23:53,530 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70645607, jitterRate=0.05270157754421234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:53,530 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:23:53,531 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325833519Writing region info on filesystem at 1733325833519Initializing all the Stores at 1733325833520 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325833520Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325833520Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325833520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325833520Cleaning up temporary data from old regions at 1733325833527 (+7 ms)Running coprocessor post-open hooks at 1733325833530 (+3 ms)Region opened successfully at 1733325833530 2024-12-04T15:23:53,537 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325833489 2024-12-04T15:23:53,540 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:23:53,540 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:23:53,541 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,40377,1733325830723 2024-12-04T15:23:53,542 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,40377,1733325830723, state=OPEN 2024-12-04T15:23:53,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0432099829/meta-region-server 2024-12-04T15:23:53,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0432099829/meta-region-server 2024-12-04T15:23:53,596 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,40377,1733325830723 2024-12-04T15:23:53,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0432099829/meta-region-server: CHANGED 2024-12-04T15:23:53,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0432099829/meta-region-server: CHANGED 2024-12-04T15:23:53,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:23:53,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,40377,1733325830723 in 259 msec 2024-12-04T15:23:53,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:23:53,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-12-04T15:23:53,601 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:53,601 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:23:53,602 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:53,602 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,40377,1733325830723, seqNum=-1] 2024-12-04T15:23:53,602 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:53,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:23:53,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec 2024-12-04T15:23:53,609 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325833609, completionTime=-1 2024-12-04T15:23:53,609 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:23:53,609 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:23:53,611 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:23:53,611 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325893611 2024-12-04T15:23:53,611 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325953611 2024-12-04T15:23:53,611 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T15:23:53,612 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36253,1733325830553-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:53,612 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36253,1733325830553-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:53,612 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36253,1733325830553-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:53,612 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:36253, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:53,612 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:53,613 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:53,614 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:23:53,616 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.822sec 2024-12-04T15:23:53,617 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:23:53,617 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:23:53,617 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:23:53,617 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:23:53,617 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:23:53,617 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36253,1733325830553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:23:53,617 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36253,1733325830553-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:23:53,618 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:23:53,618 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:23:53,619 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36253,1733325830553-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:53,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b60453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:53,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,36253,-1 for getting cluster id 2024-12-04T15:23:53,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:53,661 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9baf1c58-2783-4053-b859-080660355ec9' 2024-12-04T15:23:53,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:53,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9baf1c58-2783-4053-b859-080660355ec9" 2024-12-04T15:23:53,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466ee488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:53,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,36253,-1] 2024-12-04T15:23:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:53,663 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:53,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d8af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:53,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:53,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,40377,1733325830723, seqNum=-1] 2024-12-04T15:23:53,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:53,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:23:53,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,36253,1733325830553 2024-12-04T15:23:53,670 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57288 2024-12-04T15:23:53,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:23:53,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a21ef5d90002 connected 2024-12-04T15:23:53,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/hadoop.log.dir so I do NOT create it in target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4 2024-12-04T15:23:53,696 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:23:53,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/hadoop.tmp.dir so I do NOT create it in target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4 2024-12-04T15:23:53,696 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:23:53,696 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4 2024-12-04T15:23:53,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:23:53,697 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/cluster_7228a9c7-feec-76fe-d3bb-a1e4eca0b459, deleteOnExit=true 2024-12-04T15:23:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:23:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/test.cache.data in system properties and HBase conf 2024-12-04T15:23:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:23:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:23:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:23:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:23:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:23:53,697 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:23:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:23:53,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:23:53,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:23:53,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:23:53,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:23:53,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:23:53,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:23:53,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:23:53,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:23:53,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:23:53,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:23:53,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:23:53,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:23:53,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:23:53,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:23:54,004 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:23:54,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:23:54,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:23:54,014 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:23:54,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:23:54,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:23:54,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:23:54,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47e8a985{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/java.io.tmpdir/jetty-localhost-41773-hadoop-hdfs-3_4_1-tests_jar-_-any-837055986363150131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:23:54,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:41773} 2024-12-04T15:23:54,136 INFO [Time-limited test {}] server.Server(415): Started @199828ms 2024-12-04T15:23:54,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:23:54,337 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:23:54,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:23:54,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:23:54,342 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:23:54,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:23:54,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:23:54,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22144062{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/java.io.tmpdir/jetty-localhost-34439-hadoop-hdfs-3_4_1-tests_jar-_-any-5661488044285034036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:23:54,478 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:34439} 2024-12-04T15:23:54,478 INFO [Time-limited test {}] server.Server(415): Started @200171ms 2024-12-04T15:23:54,480 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:23:54,872 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/cluster_7228a9c7-feec-76fe-d3bb-a1e4eca0b459/data/data1/current/BP-539396748-172.17.0.3-1733325833716/current, will proceed with Du for space computation calculation, 2024-12-04T15:23:54,872 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/cluster_7228a9c7-feec-76fe-d3bb-a1e4eca0b459/data/data2/current/BP-539396748-172.17.0.3-1733325833716/current, will proceed with Du for space computation calculation, 2024-12-04T15:23:54,903 WARN [Thread-2290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:23:54,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0ca02779d50db29 with lease ID 0x1616aa9f047edd59: Processing first storage report for DS-72556444-4f2b-4774-ac01-4b0a0838c8ec from datanode DatanodeRegistration(127.0.0.1:45623, datanodeUuid=e3dcadd8-1b33-4e6f-af8d-ab3f6b92010e, infoPort=41005, infoSecurePort=0, ipcPort=32791, storageInfo=lv=-57;cid=testClusterID;nsid=873831066;c=1733325833716) 2024-12-04T15:23:54,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0ca02779d50db29 with lease ID 0x1616aa9f047edd59: from storage DS-72556444-4f2b-4774-ac01-4b0a0838c8ec node DatanodeRegistration(127.0.0.1:45623, datanodeUuid=e3dcadd8-1b33-4e6f-af8d-ab3f6b92010e, infoPort=41005, infoSecurePort=0, ipcPort=32791, storageInfo=lv=-57;cid=testClusterID;nsid=873831066;c=1733325833716), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:23:54,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0ca02779d50db29 with lease ID 0x1616aa9f047edd59: Processing first storage report for DS-0668691f-01fc-43a9-bd04-e26645300e28 from datanode DatanodeRegistration(127.0.0.1:45623, datanodeUuid=e3dcadd8-1b33-4e6f-af8d-ab3f6b92010e, infoPort=41005, infoSecurePort=0, ipcPort=32791, storageInfo=lv=-57;cid=testClusterID;nsid=873831066;c=1733325833716) 2024-12-04T15:23:54,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0ca02779d50db29 with lease ID 0x1616aa9f047edd59: from storage DS-0668691f-01fc-43a9-bd04-e26645300e28 node DatanodeRegistration(127.0.0.1:45623, datanodeUuid=e3dcadd8-1b33-4e6f-af8d-ab3f6b92010e, infoPort=41005, infoSecurePort=0, ipcPort=32791, storageInfo=lv=-57;cid=testClusterID;nsid=873831066;c=1733325833716), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:23:54,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4 2024-12-04T15:23:54,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:54,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:54,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:23:55,336 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac with version=8 2024-12-04T15:23:55,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/hbase-staging 2024-12-04T15:23:55,339 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:23:55,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:55,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:55,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:23:55,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:55,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:23:55,340 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:23:55,340 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:23:55,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39737 2024-12-04T15:23:55,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39737 connecting to ZooKeeper ensemble=127.0.0.1:57288 2024-12-04T15:23:55,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397370x0, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:23:55,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39737-0x101a21ef5d90003 connected 2024-12-04T15:23:55,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:55,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:55,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Set watcher on znode that does not yet exist, /1-652223361/running 2024-12-04T15:23:55,441 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac, hbase.cluster.distributed=false 2024-12-04T15:23:55,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Set watcher on znode that does not yet exist, /1-652223361/acl 2024-12-04T15:23:55,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39737 2024-12-04T15:23:55,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39737 2024-12-04T15:23:55,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39737 2024-12-04T15:23:55,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39737 2024-12-04T15:23:55,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39737 2024-12-04T15:23:55,472 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:23:55,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:55,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:55,473 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:23:55,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:23:55,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:23:55,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:23:55,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:23:55,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36325 2024-12-04T15:23:55,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36325 connecting to ZooKeeper ensemble=127.0.0.1:57288 2024-12-04T15:23:55,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:55,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:55,490 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363250x0, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:23:55,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363250x0, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Set watcher on znode that does not yet exist, /1-652223361/running 2024-12-04T15:23:55,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36325-0x101a21ef5d90004 connected 2024-12-04T15:23:55,491 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:23:55,495 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:23:55,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Set watcher on znode that does not yet exist, /1-652223361/master 2024-12-04T15:23:55,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Set watcher on znode that does not yet exist, /1-652223361/acl 2024-12-04T15:23:55,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36325 2024-12-04T15:23:55,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36325 2024-12-04T15:23:55,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36325 2024-12-04T15:23:55,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36325 2024-12-04T15:23:55,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36325 2024-12-04T15:23:55,532 DEBUG [M:0;c6f2e1d35cf1:39737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:39737 2024-12-04T15:23:55,534 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-652223361/backup-masters/c6f2e1d35cf1,39737,1733325835339 2024-12-04T15:23:55,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361/backup-masters 2024-12-04T15:23:55,544 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361/backup-masters 2024-12-04T15:23:55,544 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Set watcher on existing znode=/1-652223361/backup-masters/c6f2e1d35cf1,39737,1733325835339 2024-12-04T15:23:55,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:23:55,552 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-652223361/master 2024-12-04T15:23:55,552 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:23:55,553 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Set watcher on existing znode=/1-652223361/master 2024-12-04T15:23:55,553 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-652223361/backup-masters/c6f2e1d35cf1,39737,1733325835339 from backup master directory 2024-12-04T15:23:55,560 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361/backup-masters 2024-12-04T15:23:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-652223361/backup-masters/c6f2e1d35cf1,39737,1733325835339 2024-12-04T15:23:55,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361/backup-masters 2024-12-04T15:23:55,561 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:23:55,561 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,39737,1733325835339 2024-12-04T15:23:55,568 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/hbase.id] with ID: c70287e5-2c70-4879-8a27-b3c775c5e2de 2024-12-04T15:23:55,568 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/.tmp/hbase.id 2024-12-04T15:23:55,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:23:55,977 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/.tmp/hbase.id]:[hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/hbase.id] 2024-12-04T15:23:55,989 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:23:55,989 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:23:55,990 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:23:56,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:23:56,024 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:23:56,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:23:56,038 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:23:56,039 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:23:56,039 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:56,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:23:56,055 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store 2024-12-04T15:23:56,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:23:56,467 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:56,467 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:23:56,467 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:56,467 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:56,467 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:23:56,467 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:56,467 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:23:56,467 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325836467Disabling compacts and flushes for region at 1733325836467Disabling writes for close at 1733325836467Writing region close event to WAL at 1733325836467Closed at 1733325836467 2024-12-04T15:23:56,468 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/.initializing 2024-12-04T15:23:56,468 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/WALs/c6f2e1d35cf1,39737,1733325835339 2024-12-04T15:23:56,470 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:23:56,472 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C39737%2C1733325835339, suffix=, logDir=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/WALs/c6f2e1d35cf1,39737,1733325835339, archiveDir=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/oldWALs, maxLogs=10 2024-12-04T15:23:56,492 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/WALs/c6f2e1d35cf1,39737,1733325835339/c6f2e1d35cf1%2C39737%2C1733325835339.1733325836472, exclude list is [], retry=0 2024-12-04T15:23:56,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45623,DS-72556444-4f2b-4774-ac01-4b0a0838c8ec,DISK] 2024-12-04T15:23:56,501 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/WALs/c6f2e1d35cf1,39737,1733325835339/c6f2e1d35cf1%2C39737%2C1733325835339.1733325836472 2024-12-04T15:23:56,501 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41005:41005)] 2024-12-04T15:23:56,501 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:56,501 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:56,501 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:56,501 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:56,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:56,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:23:56,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:56,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:56,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:56,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:23:56,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:56,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:56,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:56,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:23:56,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:56,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:56,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:56,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:23:56,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:56,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:56,512 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:56,512 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:56,512 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:56,513 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:56,513 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:56,514 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:56,515 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:23:56,519 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:23:56,520 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67009510, jitterRate=-0.00148048996925354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:56,520 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325836501Initializing all the Stores at 1733325836503 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325836503Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325836506 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325836506Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325836506Cleaning up temporary data from old regions at 1733325836513 (+7 ms)Region opened successfully at 1733325836520 (+7 ms) 2024-12-04T15:23:56,535 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:23:56,538 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28feea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:23:56,539 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:23:56,539 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:23:56,539 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:23:56,539 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:23:56,540 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:23:56,540 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:23:56,540 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:23:56,542 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:23:56,543 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Unable to get data of znode /1-652223361/balancer because node does not exist (not necessarily an error) 2024-12-04T15:23:56,577 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-652223361/balancer already deleted, retry=false 2024-12-04T15:23:56,578 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:23:56,578 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Unable to get data of znode /1-652223361/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:23:56,585 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-652223361/normalizer already deleted, retry=false 2024-12-04T15:23:56,586 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:23:56,587 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Unable to get data of znode /1-652223361/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:23:56,594 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-652223361/switch/split already deleted, retry=false 2024-12-04T15:23:56,594 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Unable to get data of znode /1-652223361/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:23:56,602 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-652223361/switch/merge already deleted, retry=false 2024-12-04T15:23:56,603 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Unable to get data of znode /1-652223361/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:23:56,610 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-652223361/snapshot-cleanup already deleted, retry=false 2024-12-04T15:23:56,619 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-652223361/running 2024-12-04T15:23:56,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-652223361/running 2024-12-04T15:23:56,619 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:23:56,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:23:56,619 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,39737,1733325835339, sessionid=0x101a21ef5d90003, setting cluster-up flag (Was=false) 2024-12-04T15:23:56,636 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:23:56,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:23:56,693 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-652223361/flush-table-proc/acquired, /1-652223361/flush-table-proc/reached, /1-652223361/flush-table-proc/abort 2024-12-04T15:23:56,700 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,39737,1733325835339 2024-12-04T15:23:56,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:23:56,724 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:23:56,748 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-652223361/online-snapshot/acquired, /1-652223361/online-snapshot/reached, /1-652223361/online-snapshot/abort 2024-12-04T15:23:56,749 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,39737,1733325835339 2024-12-04T15:23:56,751 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:23:56,763 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:56,763 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:23:56,763 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:23:56,764 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,39737,1733325835339 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:23:56,774 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:56,774 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:56,774 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:56,774 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:23:56,774 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:23:56,774 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:56,774 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:23:56,775 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:56,779 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:56,779 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:23:56,780 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:56,780 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:23:56,811 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325866810 2024-12-04T15:23:56,811 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:23:56,811 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:23:56,811 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:23:56,811 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:23:56,811 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:23:56,811 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:23:56,815 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:56,819 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:23:56,819 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:23:56,819 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:23:56,819 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:23:56,820 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:23:56,820 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:23:56,823 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325836820,5,FailOnTimeoutGroup] 2024-12-04T15:23:56,823 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325836823,5,FailOnTimeoutGroup] 2024-12-04T15:23:56,823 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:56,823 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:23:56,823 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:56,823 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:56,833 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(746): ClusterId : c70287e5-2c70-4879-8a27-b3c775c5e2de 2024-12-04T15:23:56,833 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:23:56,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:23:56,841 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:23:56,841 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:23:56,849 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:23:56,850 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba924d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:23:56,869 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:36325 2024-12-04T15:23:56,869 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:23:56,869 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:23:56,869 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:23:56,871 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,39737,1733325835339 with port=36325, startcode=1733325835472 2024-12-04T15:23:56,871 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:23:56,873 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:23:56,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,36325,1733325835472 2024-12-04T15:23:56,873 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39737 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,36325,1733325835472 2024-12-04T15:23:56,875 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac 2024-12-04T15:23:56,875 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40701 2024-12-04T15:23:56,875 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:23:56,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361/rs 2024-12-04T15:23:56,886 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] zookeeper.ZKUtil(111): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Set watcher on existing znode=/1-652223361/rs/c6f2e1d35cf1,36325,1733325835472 2024-12-04T15:23:56,886 WARN [RS:0;c6f2e1d35cf1:36325 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:23:56,886 INFO [RS:0;c6f2e1d35cf1:36325 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:56,886 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472 2024-12-04T15:23:56,886 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,36325,1733325835472] 2024-12-04T15:23:56,892 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:23:56,895 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:23:56,899 INFO [RS:0;c6f2e1d35cf1:36325 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:23:56,899 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:56,899 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:23:56,900 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:23:56,900 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:56,901 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:56,901 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:56,901 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:56,901 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:56,901 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:56,901 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:23:56,901 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:56,901 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:56,901 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:56,901 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:56,901 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:56,901 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:23:56,901 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:23:56,901 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:23:56,905 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:56,905 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:56,905 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:56,905 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:56,905 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:56,905 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36325,1733325835472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:23:56,921 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:23:56,922 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36325,1733325835472-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:56,922 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:56,922 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.Replication(171): c6f2e1d35cf1,36325,1733325835472 started 2024-12-04T15:23:56,940 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:56,940 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,36325,1733325835472, RpcServer on c6f2e1d35cf1/172.17.0.3:36325, sessionid=0x101a21ef5d90004 2024-12-04T15:23:56,940 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:23:56,940 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,36325,1733325835472 2024-12-04T15:23:56,940 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,36325,1733325835472' 2024-12-04T15:23:56,940 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-652223361/flush-table-proc/abort' 2024-12-04T15:23:56,941 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-652223361/flush-table-proc/acquired' 2024-12-04T15:23:56,941 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:23:56,941 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:23:56,941 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,36325,1733325835472 2024-12-04T15:23:56,941 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,36325,1733325835472' 2024-12-04T15:23:56,941 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-652223361/online-snapshot/abort' 2024-12-04T15:23:56,942 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-652223361/online-snapshot/acquired' 2024-12-04T15:23:56,942 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:23:56,942 INFO [RS:0;c6f2e1d35cf1:36325 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:23:56,942 INFO [RS:0;c6f2e1d35cf1:36325 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:23:57,042 INFO [RS:0;c6f2e1d35cf1:36325 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:23:57,060 INFO [RS:0;c6f2e1d35cf1:36325 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C36325%2C1733325835472, suffix=, logDir=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472, archiveDir=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/oldWALs, maxLogs=10 2024-12-04T15:23:57,076 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060, exclude list is [], retry=0 2024-12-04T15:23:57,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45623,DS-72556444-4f2b-4774-ac01-4b0a0838c8ec,DISK] 2024-12-04T15:23:57,087 INFO [RS:0;c6f2e1d35cf1:36325 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 2024-12-04T15:23:57,088 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41005:41005)] 2024-12-04T15:23:57,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:23:57,241 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac 2024-12-04T15:23:57,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:23:57,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:57,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:23:57,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:23:57,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:57,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:57,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:23:57,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:23:57,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:57,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:57,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:23:57,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:23:57,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:57,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:57,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:23:57,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:23:57,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:57,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:57,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:23:57,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740 2024-12-04T15:23:57,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740 2024-12-04T15:23:57,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:23:57,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:23:57,261 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:57,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:23:57,264 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:23:57,265 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75098863, jitterRate=0.11906026303768158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:57,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325837251Initializing all the Stores at 1733325837251Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325837251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325837252 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325837252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325837252Cleaning up temporary data from old regions at 1733325837261 (+9 ms)Region opened successfully at 1733325837265 (+4 ms) 2024-12-04T15:23:57,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:23:57,265 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:23:57,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:23:57,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:23:57,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:23:57,265 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:23:57,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325837265Disabling compacts and flushes for region at 1733325837265Disabling writes for close at 1733325837265Writing region close event to WAL at 1733325837265Closed at 1733325837265 2024-12-04T15:23:57,266 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:57,266 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:23:57,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:23:57,267 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:23:57,268 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:23:57,418 DEBUG [c6f2e1d35cf1:39737 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:23:57,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,36325,1733325835472 2024-12-04T15:23:57,421 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,36325,1733325835472, state=OPENING 2024-12-04T15:23:57,485 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:23:57,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:23:57,498 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:23:57,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-652223361/meta-region-server: CHANGED 2024-12-04T15:23:57,499 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:23:57,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,36325,1733325835472}] 2024-12-04T15:23:57,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-652223361/meta-region-server: CHANGED 2024-12-04T15:23:57,652 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:23:57,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:23:57,657 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:23:57,657 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:23:57,658 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:23:57,660 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C36325%2C1733325835472.meta, suffix=.meta, logDir=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472, archiveDir=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/oldWALs, maxLogs=10 2024-12-04T15:23:57,677 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.meta.1733325837661.meta, exclude list is [], retry=0 2024-12-04T15:23:57,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45623,DS-72556444-4f2b-4774-ac01-4b0a0838c8ec,DISK] 2024-12-04T15:23:57,681 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.meta.1733325837661.meta 2024-12-04T15:23:57,682 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41005:41005)] 2024-12-04T15:23:57,682 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:57,683 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:23:57,683 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:23:57,683 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:23:57,683 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:23:57,683 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:23:57,683 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:57,683 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:23:57,683 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:23:57,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:23:57,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:23:57,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:57,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:57,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:23:57,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:23:57,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:57,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:57,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:23:57,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:23:57,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:57,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:57,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:23:57,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:23:57,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:57,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:23:57,727 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:23:57,727 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740 2024-12-04T15:23:57,728 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740 2024-12-04T15:23:57,729 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:23:57,729 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:23:57,729 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:23:57,730 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:23:57,731 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65370525, jitterRate=-0.02590326964855194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:23:57,731 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:23:57,731 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325837683Writing region info on filesystem at 1733325837683Initializing all the Stores at 1733325837684 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325837684Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325837684Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325837684Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325837684Cleaning up temporary data from old regions at 1733325837729 (+45 ms)Running coprocessor post-open hooks at 1733325837731 (+2 ms)Region opened successfully at 1733325837731 2024-12-04T15:23:57,735 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325837651 2024-12-04T15:23:57,737 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:23:57,737 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:23:57,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,36325,1733325835472 2024-12-04T15:23:57,738 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,36325,1733325835472, state=OPEN 2024-12-04T15:23:57,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-652223361/meta-region-server 2024-12-04T15:23:57,748 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-652223361/meta-region-server 2024-12-04T15:23:57,748 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,36325,1733325835472 2024-12-04T15:23:57,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-652223361/meta-region-server: CHANGED 2024-12-04T15:23:57,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-652223361/meta-region-server: CHANGED 2024-12-04T15:23:57,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:23:57,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,36325,1733325835472 in 249 msec 2024-12-04T15:23:57,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:23:57,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 483 msec 2024-12-04T15:23:57,752 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:23:57,752 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:23:57,754 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:57,754 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,36325,1733325835472, seqNum=-1] 2024-12-04T15:23:57,754 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:57,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:23:57,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0070 sec 2024-12-04T15:23:57,760 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325837760, completionTime=-1 2024-12-04T15:23:57,760 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:23:57,760 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:23:57,763 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:23:57,763 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325897763 2024-12-04T15:23:57,763 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325957763 2024-12-04T15:23:57,763 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T15:23:57,763 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39737,1733325835339-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:57,763 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39737,1733325835339-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:57,763 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39737,1733325835339-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:57,763 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:39737, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:57,763 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:57,764 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:57,767 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:23:57,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.207sec 2024-12-04T15:23:57,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:23:57,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:23:57,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:23:57,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:23:57,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:23:57,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39737,1733325835339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:23:57,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39737,1733325835339-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:23:57,770 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:23:57,770 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:23:57,770 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39737,1733325835339-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:23:57,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16523082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:57,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,39737,-1 for getting cluster id 2024-12-04T15:23:57,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:23:57,835 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c70287e5-2c70-4879-8a27-b3c775c5e2de' 2024-12-04T15:23:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:23:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c70287e5-2c70-4879-8a27-b3c775c5e2de" 2024-12-04T15:23:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676eefe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,39737,-1] 2024-12-04T15:23:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:23:57,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:23:57,837 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:23:57,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cb50e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:23:57,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:23:57,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,36325,1733325835472, seqNum=-1] 2024-12-04T15:23:57,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:23:57,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:23:57,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,39737,1733325835339 2024-12-04T15:23:57,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57288 2024-12-04T15:23:57,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:23:57,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a21ef5d90005 connected 2024-12-04T15:23:57,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:23:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,36253,1733325830553 2024-12-04T15:23:57,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@429ac098 2024-12-04T15:23:57,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:23:57,865 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:23:57,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:23:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T15:23:57,868 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:23:57,868 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:57,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T15:23:57,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:23:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:57,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741835_1011 (size=902) 2024-12-04T15:23:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:58,276 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 746dbdc7b6bced820ea3e5633d59ffd7, NAME => 'test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa 2024-12-04T15:23:58,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741836_1012 (size=39) 2024-12-04T15:23:58,417 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:23:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:58,689 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:58,689 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 746dbdc7b6bced820ea3e5633d59ffd7, disabling compactions & flushes 2024-12-04T15:23:58,689 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7. 2024-12-04T15:23:58,689 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7. 2024-12-04T15:23:58,689 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7. after waiting 0 ms 2024-12-04T15:23:58,689 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7. 2024-12-04T15:23:58,689 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7. 2024-12-04T15:23:58,689 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 746dbdc7b6bced820ea3e5633d59ffd7: Waiting for close lock at 1733325838689Disabling compacts and flushes for region at 1733325838689Disabling writes for close at 1733325838689Writing region close event to WAL at 1733325838689Closed at 1733325838689 2024-12-04T15:23:58,690 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:23:58,691 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733325838690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325838690"}]},"ts":"1733325838690"} 2024-12-04T15:23:58,693 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:23:58,694 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:23:58,694 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325838694"}]},"ts":"1733325838694"} 2024-12-04T15:23:58,696 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T15:23:58,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=746dbdc7b6bced820ea3e5633d59ffd7, ASSIGN}] 2024-12-04T15:23:58,698 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=746dbdc7b6bced820ea3e5633d59ffd7, ASSIGN 2024-12-04T15:23:58,698 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=746dbdc7b6bced820ea3e5633d59ffd7, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,40377,1733325830723; forceNewPlan=false, retain=false 2024-12-04T15:23:58,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=746dbdc7b6bced820ea3e5633d59ffd7, regionState=OPENING, regionLocation=c6f2e1d35cf1,40377,1733325830723 2024-12-04T15:23:58,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=746dbdc7b6bced820ea3e5633d59ffd7, ASSIGN because future has completed 2024-12-04T15:23:58,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 746dbdc7b6bced820ea3e5633d59ffd7, server=c6f2e1d35cf1,40377,1733325830723}] 2024-12-04T15:23:59,008 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7. 2024-12-04T15:23:59,008 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 746dbdc7b6bced820ea3e5633d59ffd7, NAME => 'test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:23:59,009 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:23:59,009 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T15:23:59,009 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 746dbdc7b6bced820ea3e5633d59ffd7 2024-12-04T15:23:59,009 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:23:59,009 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 746dbdc7b6bced820ea3e5633d59ffd7 2024-12-04T15:23:59,009 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 746dbdc7b6bced820ea3e5633d59ffd7 2024-12-04T15:23:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:23:59,010 INFO [StoreOpener-746dbdc7b6bced820ea3e5633d59ffd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 746dbdc7b6bced820ea3e5633d59ffd7 2024-12-04T15:23:59,012 INFO [StoreOpener-746dbdc7b6bced820ea3e5633d59ffd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 746dbdc7b6bced820ea3e5633d59ffd7 columnFamilyName f 2024-12-04T15:23:59,012 DEBUG [StoreOpener-746dbdc7b6bced820ea3e5633d59ffd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:59,012 INFO [StoreOpener-746dbdc7b6bced820ea3e5633d59ffd7-1 {}] regionserver.HStore(327): Store=746dbdc7b6bced820ea3e5633d59ffd7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:59,012 INFO [StoreOpener-746dbdc7b6bced820ea3e5633d59ffd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 746dbdc7b6bced820ea3e5633d59ffd7 2024-12-04T15:23:59,013 INFO [StoreOpener-746dbdc7b6bced820ea3e5633d59ffd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 746dbdc7b6bced820ea3e5633d59ffd7 columnFamilyName f1 2024-12-04T15:23:59,013 DEBUG [StoreOpener-746dbdc7b6bced820ea3e5633d59ffd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:59,013 INFO [StoreOpener-746dbdc7b6bced820ea3e5633d59ffd7-1 {}] regionserver.HStore(327): Store=746dbdc7b6bced820ea3e5633d59ffd7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:59,014 INFO [StoreOpener-746dbdc7b6bced820ea3e5633d59ffd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 746dbdc7b6bced820ea3e5633d59ffd7 2024-12-04T15:23:59,015 INFO [StoreOpener-746dbdc7b6bced820ea3e5633d59ffd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 746dbdc7b6bced820ea3e5633d59ffd7 columnFamilyName norep 2024-12-04T15:23:59,015 DEBUG [StoreOpener-746dbdc7b6bced820ea3e5633d59ffd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:23:59,015 INFO [StoreOpener-746dbdc7b6bced820ea3e5633d59ffd7-1 {}] regionserver.HStore(327): Store=746dbdc7b6bced820ea3e5633d59ffd7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:23:59,015 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 746dbdc7b6bced820ea3e5633d59ffd7 2024-12-04T15:23:59,016 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7 2024-12-04T15:23:59,016 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7 2024-12-04T15:23:59,016 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 746dbdc7b6bced820ea3e5633d59ffd7 2024-12-04T15:23:59,017 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 746dbdc7b6bced820ea3e5633d59ffd7 2024-12-04T15:23:59,017 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:23:59,018 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 746dbdc7b6bced820ea3e5633d59ffd7 2024-12-04T15:23:59,020 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:23:59,021 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:23:59,021 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 746dbdc7b6bced820ea3e5633d59ffd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64943504, jitterRate=-0.03226637840270996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:23:59,021 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 746dbdc7b6bced820ea3e5633d59ffd7 2024-12-04T15:23:59,022 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 746dbdc7b6bced820ea3e5633d59ffd7: Running coprocessor pre-open hook at 1733325839009Writing region info on filesystem at 1733325839009Initializing all the Stores at 1733325839010 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325839010Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325839010Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325839010Cleaning up temporary data from old regions at 1733325839017 (+7 ms)Running coprocessor post-open hooks at 1733325839021 (+4 ms)Region opened successfully at 1733325839022 (+1 ms) 2024-12-04T15:23:59,023 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7., pid=6, masterSystemTime=1733325839005 2024-12-04T15:23:59,025 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7. 2024-12-04T15:23:59,025 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7. 2024-12-04T15:23:59,025 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=746dbdc7b6bced820ea3e5633d59ffd7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f2e1d35cf1,40377,1733325830723 2024-12-04T15:23:59,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 746dbdc7b6bced820ea3e5633d59ffd7, server=c6f2e1d35cf1,40377,1733325830723 because future has completed 2024-12-04T15:23:59,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:23:59,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 746dbdc7b6bced820ea3e5633d59ffd7, server=c6f2e1d35cf1,40377,1733325830723 in 181 msec 2024-12-04T15:23:59,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:23:59,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=746dbdc7b6bced820ea3e5633d59ffd7, ASSIGN in 339 msec 2024-12-04T15:23:59,038 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:23:59,038 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325839038"}]},"ts":"1733325839038"} 2024-12-04T15:23:59,040 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T15:23:59,041 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:23:59,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-12-04T15:23:59,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:59,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:59,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:59,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:59,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:59,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:59,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:59,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:59,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:59,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:23:59,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T15:23:59,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T15:23:59,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T15:23:59,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T15:23:59,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:23:59,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T15:23:59,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:23:59,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T15:23:59,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:23:59,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T15:23:59,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T15:23:59,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T15:24:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:00,021 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T15:24:00,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,39737,1733325835339 2024-12-04T15:24:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24cbba89 2024-12-04T15:24:00,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:00,023 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:24:00,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:24:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T15:24:00,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:24:00,027 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:00,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T15:24:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:00,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:24:00,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741835_1011 (size=902) 2024-12-04T15:24:00,040 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7d98f3743cd7d365b1df510aa4859cc, NAME => 'test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac 2024-12-04T15:24:00,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741836_1012 (size=39) 2024-12-04T15:24:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:00,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:00,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c7d98f3743cd7d365b1df510aa4859cc, disabling compactions & flushes 2024-12-04T15:24:00,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc. 2024-12-04T15:24:00,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc. 2024-12-04T15:24:00,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc. after waiting 0 ms 2024-12-04T15:24:00,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc. 2024-12-04T15:24:00,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc. 2024-12-04T15:24:00,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7d98f3743cd7d365b1df510aa4859cc: Waiting for close lock at 1733325840448Disabling compacts and flushes for region at 1733325840448Disabling writes for close at 1733325840448Writing region close event to WAL at 1733325840448Closed at 1733325840448 2024-12-04T15:24:00,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:24:00,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733325840449"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325840449"}]},"ts":"1733325840449"} 2024-12-04T15:24:00,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:24:00,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:24:00,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325840452"}]},"ts":"1733325840452"} 2024-12-04T15:24:00,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T15:24:00,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7d98f3743cd7d365b1df510aa4859cc, ASSIGN}] 2024-12-04T15:24:00,456 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c7d98f3743cd7d365b1df510aa4859cc, ASSIGN 2024-12-04T15:24:00,456 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c7d98f3743cd7d365b1df510aa4859cc, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,36325,1733325835472; forceNewPlan=false, retain=false 2024-12-04T15:24:00,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7d98f3743cd7d365b1df510aa4859cc, regionState=OPENING, regionLocation=c6f2e1d35cf1,36325,1733325835472 2024-12-04T15:24:00,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c7d98f3743cd7d365b1df510aa4859cc, ASSIGN because future has completed 2024-12-04T15:24:00,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7d98f3743cd7d365b1df510aa4859cc, server=c6f2e1d35cf1,36325,1733325835472}] 2024-12-04T15:24:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:00,765 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc. 2024-12-04T15:24:00,765 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c7d98f3743cd7d365b1df510aa4859cc, NAME => 'test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:00,765 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:24:00,765 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T15:24:00,766 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:00,766 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:00,766 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:00,766 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:00,767 INFO [StoreOpener-c7d98f3743cd7d365b1df510aa4859cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:00,768 INFO [StoreOpener-c7d98f3743cd7d365b1df510aa4859cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7d98f3743cd7d365b1df510aa4859cc columnFamilyName f 2024-12-04T15:24:00,768 DEBUG [StoreOpener-c7d98f3743cd7d365b1df510aa4859cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:00,769 INFO [StoreOpener-c7d98f3743cd7d365b1df510aa4859cc-1 {}] regionserver.HStore(327): Store=c7d98f3743cd7d365b1df510aa4859cc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:00,769 INFO [StoreOpener-c7d98f3743cd7d365b1df510aa4859cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:00,770 INFO [StoreOpener-c7d98f3743cd7d365b1df510aa4859cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7d98f3743cd7d365b1df510aa4859cc columnFamilyName f1 2024-12-04T15:24:00,770 DEBUG [StoreOpener-c7d98f3743cd7d365b1df510aa4859cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:00,770 INFO [StoreOpener-c7d98f3743cd7d365b1df510aa4859cc-1 {}] regionserver.HStore(327): Store=c7d98f3743cd7d365b1df510aa4859cc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:00,770 INFO [StoreOpener-c7d98f3743cd7d365b1df510aa4859cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:00,772 INFO [StoreOpener-c7d98f3743cd7d365b1df510aa4859cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7d98f3743cd7d365b1df510aa4859cc columnFamilyName norep 2024-12-04T15:24:00,772 DEBUG [StoreOpener-c7d98f3743cd7d365b1df510aa4859cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:00,772 INFO [StoreOpener-c7d98f3743cd7d365b1df510aa4859cc-1 {}] regionserver.HStore(327): Store=c7d98f3743cd7d365b1df510aa4859cc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:00,772 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:00,773 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:00,773 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:00,774 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:00,774 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:00,775 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:24:00,776 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:00,778 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:00,778 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c7d98f3743cd7d365b1df510aa4859cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68905579, jitterRate=0.02677313983440399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:24:00,778 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:00,778 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c7d98f3743cd7d365b1df510aa4859cc: Running coprocessor pre-open hook at 1733325840766Writing region info on filesystem at 1733325840766Initializing all the Stores at 1733325840767 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325840767Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325840767Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325840767Cleaning up temporary data from old regions at 1733325840774 (+7 ms)Running coprocessor post-open hooks at 1733325840778 (+4 ms)Region opened successfully at 1733325840778 2024-12-04T15:24:00,783 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc., pid=6, masterSystemTime=1733325840761 2024-12-04T15:24:00,785 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc. 2024-12-04T15:24:00,785 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc. 2024-12-04T15:24:00,785 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c7d98f3743cd7d365b1df510aa4859cc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f2e1d35cf1,36325,1733325835472 2024-12-04T15:24:00,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7d98f3743cd7d365b1df510aa4859cc, server=c6f2e1d35cf1,36325,1733325835472 because future has completed 2024-12-04T15:24:00,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:24:00,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c7d98f3743cd7d365b1df510aa4859cc, server=c6f2e1d35cf1,36325,1733325835472 in 179 msec 2024-12-04T15:24:00,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:24:00,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c7d98f3743cd7d365b1df510aa4859cc, ASSIGN in 337 msec 2024-12-04T15:24:00,793 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:24:00,793 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325840793"}]},"ts":"1733325840793"} 2024-12-04T15:24:00,795 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T15:24:00,796 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:24:00,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 772 msec 2024-12-04T15:24:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:01,171 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T15:24:01,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dc2cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:01,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,36253,-1 for getting cluster id 2024-12-04T15:24:01,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:01,172 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9baf1c58-2783-4053-b859-080660355ec9' 2024-12-04T15:24:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9baf1c58-2783-4053-b859-080660355ec9" 2024-12-04T15:24:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be05a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,36253,-1] 2024-12-04T15:24:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:01,173 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:01,174 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:01,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a1e950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:01,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff106b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:01,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,39737,-1 for getting cluster id 2024-12-04T15:24:01,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:01,177 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c70287e5-2c70-4879-8a27-b3c775c5e2de' 2024-12-04T15:24:01,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:01,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c70287e5-2c70-4879-8a27-b3c775c5e2de" 2024-12-04T15:24:01,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:01,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,39737,-1] 2024-12-04T15:24:01,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:01,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:01,178 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:01,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a898430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:01,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:01,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,36253,-1 for getting cluster id 2024-12-04T15:24:01,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:01,180 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9baf1c58-2783-4053-b859-080660355ec9' 2024-12-04T15:24:01,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:01,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9baf1c58-2783-4053-b859-080660355ec9" 2024-12-04T15:24:01,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b03548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:01,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,36253,-1] 2024-12-04T15:24:01,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:01,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:01,182 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:01,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347ab0fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:01,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:01,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,36253,1733325830553 2024-12-04T15:24:01,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2777ae1e 2024-12-04T15:24:01,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:01,185 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:24:01,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:39737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:24:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:24:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:01,188 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:39737' 2024-12-04T15:24:01,189 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf966f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:01,190 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,39737,-1 for getting cluster id 2024-12-04T15:24:01,190 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:01,190 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c70287e5-2c70-4879-8a27-b3c775c5e2de' 2024-12-04T15:24:01,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:01,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c70287e5-2c70-4879-8a27-b3c775c5e2de" 2024-12-04T15:24:01,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29af6cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:01,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,39737,-1] 2024-12-04T15:24:01,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:01,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:01,192 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:01,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6e7e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:01,193 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:01,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,39737,1733325835339 2024-12-04T15:24:01,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66531469 2024-12-04T15:24:01,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:01,195 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:24:01,196 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T15:24:01,196 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:24:01,196 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:01,196 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:01,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:01,196 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:24:01,197 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:24:01,198 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:24:01,198 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:01,199 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:24:01,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741837_1013 (size=1138) 2024-12-04T15:24:01,211 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d88b9cd9c255bc1e2c8b3a6e574241d5, NAME => 'hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa 2024-12-04T15:24:01,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741838_1014 (size=44) 2024-12-04T15:24:01,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:01,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d88b9cd9c255bc1e2c8b3a6e574241d5, disabling compactions & flushes 2024-12-04T15:24:01,237 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5. 2024-12-04T15:24:01,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5. 2024-12-04T15:24:01,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5. after waiting 0 ms 2024-12-04T15:24:01,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5. 2024-12-04T15:24:01,237 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5. 2024-12-04T15:24:01,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d88b9cd9c255bc1e2c8b3a6e574241d5: Waiting for close lock at 1733325841237Disabling compacts and flushes for region at 1733325841237Disabling writes for close at 1733325841237Writing region close event to WAL at 1733325841237Closed at 1733325841237 2024-12-04T15:24:01,238 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:24:01,239 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733325841238"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325841238"}]},"ts":"1733325841238"} 2024-12-04T15:24:01,241 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:24:01,242 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:24:01,242 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325841242"}]},"ts":"1733325841242"} 2024-12-04T15:24:01,244 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T15:24:01,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d88b9cd9c255bc1e2c8b3a6e574241d5, ASSIGN}] 2024-12-04T15:24:01,245 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d88b9cd9c255bc1e2c8b3a6e574241d5, ASSIGN 2024-12-04T15:24:01,246 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d88b9cd9c255bc1e2c8b3a6e574241d5, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,40377,1733325830723; forceNewPlan=false, retain=false 2024-12-04T15:24:01,248 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T15:24:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:01,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d88b9cd9c255bc1e2c8b3a6e574241d5, regionState=OPENING, regionLocation=c6f2e1d35cf1,40377,1733325830723 2024-12-04T15:24:01,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d88b9cd9c255bc1e2c8b3a6e574241d5, ASSIGN because future has completed 2024-12-04T15:24:01,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d88b9cd9c255bc1e2c8b3a6e574241d5, server=c6f2e1d35cf1,40377,1733325830723}] 2024-12-04T15:24:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:01,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5. 2024-12-04T15:24:01,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:01,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:24:01,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C40377%2C1733325830723.rep, suffix=, logDir=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723, archiveDir=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/oldWALs, maxLogs=10 2024-12-04T15:24:01,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.rep.1733325841558, exclude list is [], retry=0 2024-12-04T15:24:01,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39695,DS-227a6f63-603c-468b-89d4-0e0646a8aa27,DISK] 2024-12-04T15:24:01,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.rep.1733325841558 2024-12-04T15:24:01,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44181:44181)] 2024-12-04T15:24:01,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d88b9cd9c255bc1e2c8b3a6e574241d5, NAME => 'hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:01,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:24:01,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:24:01,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5. service=MultiRowMutationService 2024-12-04T15:24:01,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:24:01,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d88b9cd9c255bc1e2c8b3a6e574241d5 2024-12-04T15:24:01,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:01,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d88b9cd9c255bc1e2c8b3a6e574241d5 2024-12-04T15:24:01,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d88b9cd9c255bc1e2c8b3a6e574241d5 2024-12-04T15:24:01,595 INFO [StoreOpener-d88b9cd9c255bc1e2c8b3a6e574241d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d88b9cd9c255bc1e2c8b3a6e574241d5 2024-12-04T15:24:01,596 INFO [StoreOpener-d88b9cd9c255bc1e2c8b3a6e574241d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d88b9cd9c255bc1e2c8b3a6e574241d5 columnFamilyName hfileref 2024-12-04T15:24:01,596 DEBUG [StoreOpener-d88b9cd9c255bc1e2c8b3a6e574241d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:01,597 INFO [StoreOpener-d88b9cd9c255bc1e2c8b3a6e574241d5-1 {}] regionserver.HStore(327): Store=d88b9cd9c255bc1e2c8b3a6e574241d5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:01,597 INFO [StoreOpener-d88b9cd9c255bc1e2c8b3a6e574241d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d88b9cd9c255bc1e2c8b3a6e574241d5 2024-12-04T15:24:01,598 INFO [StoreOpener-d88b9cd9c255bc1e2c8b3a6e574241d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d88b9cd9c255bc1e2c8b3a6e574241d5 columnFamilyName queue 2024-12-04T15:24:01,598 DEBUG [StoreOpener-d88b9cd9c255bc1e2c8b3a6e574241d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:01,599 INFO [StoreOpener-d88b9cd9c255bc1e2c8b3a6e574241d5-1 {}] regionserver.HStore(327): Store=d88b9cd9c255bc1e2c8b3a6e574241d5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:01,599 INFO [StoreOpener-d88b9cd9c255bc1e2c8b3a6e574241d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d88b9cd9c255bc1e2c8b3a6e574241d5 2024-12-04T15:24:01,600 INFO [StoreOpener-d88b9cd9c255bc1e2c8b3a6e574241d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d88b9cd9c255bc1e2c8b3a6e574241d5 columnFamilyName sid 2024-12-04T15:24:01,600 DEBUG [StoreOpener-d88b9cd9c255bc1e2c8b3a6e574241d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:01,600 INFO [StoreOpener-d88b9cd9c255bc1e2c8b3a6e574241d5-1 {}] regionserver.HStore(327): Store=d88b9cd9c255bc1e2c8b3a6e574241d5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:01,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d88b9cd9c255bc1e2c8b3a6e574241d5 2024-12-04T15:24:01,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/replication/d88b9cd9c255bc1e2c8b3a6e574241d5 2024-12-04T15:24:01,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/replication/d88b9cd9c255bc1e2c8b3a6e574241d5 2024-12-04T15:24:01,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d88b9cd9c255bc1e2c8b3a6e574241d5 2024-12-04T15:24:01,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d88b9cd9c255bc1e2c8b3a6e574241d5 2024-12-04T15:24:01,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:24:01,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d88b9cd9c255bc1e2c8b3a6e574241d5 2024-12-04T15:24:01,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/replication/d88b9cd9c255bc1e2c8b3a6e574241d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:01,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d88b9cd9c255bc1e2c8b3a6e574241d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70099394, jitterRate=0.04456236958503723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:24:01,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d88b9cd9c255bc1e2c8b3a6e574241d5 2024-12-04T15:24:01,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d88b9cd9c255bc1e2c8b3a6e574241d5: Running coprocessor pre-open hook at 1733325841583Writing region info on filesystem at 1733325841583Initializing all the Stores at 1733325841584 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325841584Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325841594 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325841594Cleaning up temporary data from old regions at 1733325841602 (+8 ms)Running coprocessor post-open hooks at 1733325841606 (+4 ms)Region opened successfully at 1733325841607 (+1 ms) 2024-12-04T15:24:01,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5., pid=10, masterSystemTime=1733325841552 2024-12-04T15:24:01,611 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d88b9cd9c255bc1e2c8b3a6e574241d5, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,40377,1733325830723 2024-12-04T15:24:01,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5. 2024-12-04T15:24:01,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5. 2024-12-04T15:24:01,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d88b9cd9c255bc1e2c8b3a6e574241d5, server=c6f2e1d35cf1,40377,1733325830723 because future has completed 2024-12-04T15:24:01,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T15:24:01,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d88b9cd9c255bc1e2c8b3a6e574241d5, server=c6f2e1d35cf1,40377,1733325830723 in 216 msec 2024-12-04T15:24:01,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T15:24:01,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d88b9cd9c255bc1e2c8b3a6e574241d5, ASSIGN in 374 msec 2024-12-04T15:24:01,622 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:24:01,622 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325841622"}]},"ts":"1733325841622"} 2024-12-04T15:24:01,624 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T15:24:01,625 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:24:01,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 429 msec 2024-12-04T15:24:01,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5., hostname=c6f2e1d35cf1,40377,1733325830723, seqNum=2] 2024-12-04T15:24:01,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:24:01,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:24:01,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:24:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:01,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T15:24:01,949 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T15:24:01,991 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,40377,1733325830723, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:24:01,993 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:01,993 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,40377,1733325830723, seqNum=-1] 2024-12-04T15:24:01,994 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:01,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T15:24:01,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f2e1d35cf1,40377,1733325830723', locateType=CURRENT is [region=hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5., hostname=c6f2e1d35cf1,40377,1733325830723, seqNum=2] 2024-12-04T15:24:02,002 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T15:24:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T15:24:02,005 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f2e1d35cf1,40377,1733325830723 suceeded 2024-12-04T15:24:02,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T15:24:02,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-12-04T15:24:02,008 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f2e1d35cf1:39737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:24:02,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 823 msec 2024-12-04T15:24:02,017 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:39737' 2024-12-04T15:24:02,018 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8194974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:02,018 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,39737,-1 for getting cluster id 2024-12-04T15:24:02,018 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:02,019 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c70287e5-2c70-4879-8a27-b3c775c5e2de' 2024-12-04T15:24:02,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:02,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c70287e5-2c70-4879-8a27-b3c775c5e2de" 2024-12-04T15:24:02,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39997e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:02,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,39737,-1] 2024-12-04T15:24:02,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:02,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:02,021 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:02,022 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cf58a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:02,022 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:02,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,39737,1733325835339 2024-12-04T15:24:02,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1adfad90 2024-12-04T15:24:02,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:02,024 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-04T15:24:02,025 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,40377,1733325830723 (queues=1) is replicating from cluster=9baf1c58-2783-4053-b859-080660355ec9 to cluster=c70287e5-2c70-4879-8a27-b3c775c5e2de 2024-12-04T15:24:02,025 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C40377%2C1733325830723 2024-12-04T15:24:02,025 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,40377,1733325830723, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:24:02,027 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C40377%2C1733325830723 2024-12-04T15:24:02,027 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621, startPosition=0, beingWritten=true 2024-12-04T15:24:02,032 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:02,032 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 379, reset compression=false 2024-12-04T15:24:02,032 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,40377,1733325830723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:02,235 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 379, reset compression=false 2024-12-04T15:24:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:02,320 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:24:02,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:02,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:02,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:02,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:02,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:02,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4f278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:02,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,39737,-1 for getting cluster id 2024-12-04T15:24:02,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:02,322 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c70287e5-2c70-4879-8a27-b3c775c5e2de' 2024-12-04T15:24:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c70287e5-2c70-4879-8a27-b3c775c5e2de" 2024-12-04T15:24:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a1233b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,39737,-1] 2024-12-04T15:24:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:02,324 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:02,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8501831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:02,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:02,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,39737,1733325835339 2024-12-04T15:24:02,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@594e2c6f 2024-12-04T15:24:02,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:02,327 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:24:02,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:36253,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:24:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:24:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:02,331 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:36253' 2024-12-04T15:24:02,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7a7d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:02,333 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,36253,-1 for getting cluster id 2024-12-04T15:24:02,333 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:02,333 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9baf1c58-2783-4053-b859-080660355ec9' 2024-12-04T15:24:02,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:02,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9baf1c58-2783-4053-b859-080660355ec9" 2024-12-04T15:24:02,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6ca87f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:02,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,36253,-1] 2024-12-04T15:24:02,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:02,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:02,336 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:02,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f56bb49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:02,336 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:02,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,36253,1733325830553 2024-12-04T15:24:02,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60233ad 2024-12-04T15:24:02,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:02,339 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:24:02,339 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T15:24:02,340 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:24:02,340 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:02,340 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:02,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:02,340 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:24:02,342 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:24:02,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:24:02,343 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:02,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:24:02,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741837_1013 (size=1138) 2024-12-04T15:24:02,392 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T15:24:02,409 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:02,410 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:24:02,410 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18244 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:24:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:02,543 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 379, reset compression=false 2024-12-04T15:24:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:02,759 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 529b0fb83eb0b836d5c41b7bdc884c72, NAME => 'hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac 2024-12-04T15:24:02,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741838_1014 (size=44) 2024-12-04T15:24:02,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:02,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 529b0fb83eb0b836d5c41b7bdc884c72, disabling compactions & flushes 2024-12-04T15:24:02,784 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72. 2024-12-04T15:24:02,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72. 2024-12-04T15:24:02,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72. after waiting 0 ms 2024-12-04T15:24:02,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72. 2024-12-04T15:24:02,784 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72. 2024-12-04T15:24:02,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 529b0fb83eb0b836d5c41b7bdc884c72: Waiting for close lock at 1733325842784Disabling compacts and flushes for region at 1733325842784Disabling writes for close at 1733325842784Writing region close event to WAL at 1733325842784Closed at 1733325842784 2024-12-04T15:24:02,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:24:02,786 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733325842786"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325842786"}]},"ts":"1733325842786"} 2024-12-04T15:24:02,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:24:02,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:24:02,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325842790"}]},"ts":"1733325842790"} 2024-12-04T15:24:02,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T15:24:02,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=529b0fb83eb0b836d5c41b7bdc884c72, ASSIGN}] 2024-12-04T15:24:02,795 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=529b0fb83eb0b836d5c41b7bdc884c72, ASSIGN 2024-12-04T15:24:02,796 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=529b0fb83eb0b836d5c41b7bdc884c72, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,36325,1733325835472; forceNewPlan=false, retain=false 2024-12-04T15:24:02,892 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T15:24:02,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=529b0fb83eb0b836d5c41b7bdc884c72, regionState=OPENING, regionLocation=c6f2e1d35cf1,36325,1733325835472 2024-12-04T15:24:02,947 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 379, reset compression=false 2024-12-04T15:24:02,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=529b0fb83eb0b836d5c41b7bdc884c72, ASSIGN because future has completed 2024-12-04T15:24:02,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 529b0fb83eb0b836d5c41b7bdc884c72, server=c6f2e1d35cf1,36325,1733325835472}] 2024-12-04T15:24:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:03,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72. 2024-12-04T15:24:03,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:03,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:24:03,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C36325%2C1733325835472.rep, suffix=, logDir=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472, archiveDir=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/oldWALs, maxLogs=10 2024-12-04T15:24:03,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.rep.1733325843107, exclude list is [], retry=0 2024-12-04T15:24:03,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45623,DS-72556444-4f2b-4774-ac01-4b0a0838c8ec,DISK] 2024-12-04T15:24:03,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.rep.1733325843107 2024-12-04T15:24:03,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41005:41005)] 2024-12-04T15:24:03,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 529b0fb83eb0b836d5c41b7bdc884c72, NAME => 'hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:03,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:24:03,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:24:03,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72. service=MultiRowMutationService 2024-12-04T15:24:03,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:24:03,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 529b0fb83eb0b836d5c41b7bdc884c72 2024-12-04T15:24:03,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:03,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 529b0fb83eb0b836d5c41b7bdc884c72 2024-12-04T15:24:03,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 529b0fb83eb0b836d5c41b7bdc884c72 2024-12-04T15:24:03,131 INFO [StoreOpener-529b0fb83eb0b836d5c41b7bdc884c72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 529b0fb83eb0b836d5c41b7bdc884c72 2024-12-04T15:24:03,132 INFO [StoreOpener-529b0fb83eb0b836d5c41b7bdc884c72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 529b0fb83eb0b836d5c41b7bdc884c72 columnFamilyName hfileref 2024-12-04T15:24:03,132 DEBUG [StoreOpener-529b0fb83eb0b836d5c41b7bdc884c72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:03,132 INFO [StoreOpener-529b0fb83eb0b836d5c41b7bdc884c72-1 {}] regionserver.HStore(327): Store=529b0fb83eb0b836d5c41b7bdc884c72/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:03,132 INFO [StoreOpener-529b0fb83eb0b836d5c41b7bdc884c72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 529b0fb83eb0b836d5c41b7bdc884c72 2024-12-04T15:24:03,133 INFO [StoreOpener-529b0fb83eb0b836d5c41b7bdc884c72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 529b0fb83eb0b836d5c41b7bdc884c72 columnFamilyName queue 2024-12-04T15:24:03,133 DEBUG [StoreOpener-529b0fb83eb0b836d5c41b7bdc884c72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:03,134 INFO [StoreOpener-529b0fb83eb0b836d5c41b7bdc884c72-1 {}] regionserver.HStore(327): Store=529b0fb83eb0b836d5c41b7bdc884c72/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:03,134 INFO [StoreOpener-529b0fb83eb0b836d5c41b7bdc884c72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 529b0fb83eb0b836d5c41b7bdc884c72 2024-12-04T15:24:03,135 INFO [StoreOpener-529b0fb83eb0b836d5c41b7bdc884c72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 529b0fb83eb0b836d5c41b7bdc884c72 columnFamilyName sid 2024-12-04T15:24:03,135 DEBUG [StoreOpener-529b0fb83eb0b836d5c41b7bdc884c72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:03,135 INFO [StoreOpener-529b0fb83eb0b836d5c41b7bdc884c72-1 {}] regionserver.HStore(327): Store=529b0fb83eb0b836d5c41b7bdc884c72/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:03,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 529b0fb83eb0b836d5c41b7bdc884c72 2024-12-04T15:24:03,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/replication/529b0fb83eb0b836d5c41b7bdc884c72 2024-12-04T15:24:03,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/replication/529b0fb83eb0b836d5c41b7bdc884c72 2024-12-04T15:24:03,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 529b0fb83eb0b836d5c41b7bdc884c72 2024-12-04T15:24:03,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 529b0fb83eb0b836d5c41b7bdc884c72 2024-12-04T15:24:03,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:24:03,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 529b0fb83eb0b836d5c41b7bdc884c72 2024-12-04T15:24:03,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/replication/529b0fb83eb0b836d5c41b7bdc884c72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:03,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 529b0fb83eb0b836d5c41b7bdc884c72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75316447, jitterRate=0.12230251729488373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:24:03,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 529b0fb83eb0b836d5c41b7bdc884c72 2024-12-04T15:24:03,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 529b0fb83eb0b836d5c41b7bdc884c72: Running coprocessor pre-open hook at 1733325843129Writing region info on filesystem at 1733325843129Initializing all the Stores at 1733325843129Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325843129Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325843130 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325843130Cleaning up temporary data from old regions at 1733325843137 (+7 ms)Running coprocessor post-open hooks at 1733325843144 (+7 ms)Region opened successfully at 1733325843144 2024-12-04T15:24:03,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72., pid=10, masterSystemTime=1733325843101 2024-12-04T15:24:03,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72. 2024-12-04T15:24:03,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72. 2024-12-04T15:24:03,148 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=529b0fb83eb0b836d5c41b7bdc884c72, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,36325,1733325835472 2024-12-04T15:24:03,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 529b0fb83eb0b836d5c41b7bdc884c72, server=c6f2e1d35cf1,36325,1733325835472 because future has completed 2024-12-04T15:24:03,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T15:24:03,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 529b0fb83eb0b836d5c41b7bdc884c72, server=c6f2e1d35cf1,36325,1733325835472 in 202 msec 2024-12-04T15:24:03,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T15:24:03,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=529b0fb83eb0b836d5c41b7bdc884c72, ASSIGN in 360 msec 2024-12-04T15:24:03,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:24:03,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325843155"}]},"ts":"1733325843155"} 2024-12-04T15:24:03,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T15:24:03,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:24:03,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 819 msec 2024-12-04T15:24:03,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72., hostname=c6f2e1d35cf1,36325,1733325835472, seqNum=2] 2024-12-04T15:24:03,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:24:03,243 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:24:03,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:24:03,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36325 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T15:24:03,414 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T15:24:03,450 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,36325,1733325835472, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:24:03,451 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:03,451 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,36325,1733325835472, seqNum=-1] 2024-12-04T15:24:03,451 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:03,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T15:24:03,453 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 379, reset compression=false 2024-12-04T15:24:03,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f2e1d35cf1,36325,1733325835472', locateType=CURRENT is [region=hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72., hostname=c6f2e1d35cf1,36325,1733325835472, seqNum=2] 2024-12-04T15:24:03,458 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T15:24:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T15:24:03,462 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f2e1d35cf1,36325,1733325835472 suceeded 2024-12-04T15:24:03,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T15:24:03,464 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f2e1d35cf1:36253,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:24:03,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-04T15:24:03,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1360 sec 2024-12-04T15:24:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:03,470 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:24:03,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:03,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:03,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:03,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:03,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:03,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:03,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,40377,1733325830723, seqNum=-1] 2024-12-04T15:24:03,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:03,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:24:03,475 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:36253' 2024-12-04T15:24:03,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7., hostname=c6f2e1d35cf1,40377,1733325830723, seqNum=2] 2024-12-04T15:24:03,476 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29215be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:03,476 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,36253,-1 for getting cluster id 2024-12-04T15:24:03,477 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:03,478 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9baf1c58-2783-4053-b859-080660355ec9' 2024-12-04T15:24:03,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:03,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9baf1c58-2783-4053-b859-080660355ec9" 2024-12-04T15:24:03,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d04f5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:03,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,36253,-1] 2024-12-04T15:24:03,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:03,479 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:03,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:03,480 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:03,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,36325,1733325835472, seqNum=-1] 2024-12-04T15:24:03,480 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eb5175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:03,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:03,481 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:03,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:24:03,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,36253,1733325830553 2024-12-04T15:24:03,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@783d6362 2024-12-04T15:24:03,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:03,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc., hostname=c6f2e1d35cf1,36325,1733325835472, seqNum=2] 2024-12-04T15:24:03,485 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-04T15:24:03,485 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,36325,1733325835472 (queues=1) is replicating from cluster=c70287e5-2c70-4879-8a27-b3c775c5e2de to cluster=9baf1c58-2783-4053-b859-080660355ec9 2024-12-04T15:24:03,485 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C36325%2C1733325835472 2024-12-04T15:24:03,485 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,36325,1733325835472, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:24:03,486 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T15:24:03,487 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060, startPosition=0, beingWritten=true 2024-12-04T15:24:03,491 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C36325%2C1733325835472 2024-12-04T15:24:03,497 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:03,497 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 379, reset compression=false 2024-12-04T15:24:03,497 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,36325,1733325835472 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:03,708 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 379, reset compression=false 2024-12-04T15:24:04,018 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 379, reset compression=false 2024-12-04T15:24:04,057 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 379, reset compression=false 2024-12-04T15:24:04,063 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:04,063 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 480, reset compression=false 2024-12-04T15:24:04,063 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,40377,1733325830723 got entry batch from reader: WALEntryBatch [walEntries=[{test/746dbdc7b6bced820ea3e5633d59ffd7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T15:24:04,065 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:24:04,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-04T15:24:04,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36325 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:04,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69b139b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:04,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36325 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,39737,-1 for getting cluster id 2024-12-04T15:24:04,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:04,070 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c70287e5-2c70-4879-8a27-b3c775c5e2de' 2024-12-04T15:24:04,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:04,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c70287e5-2c70-4879-8a27-b3c775c5e2de" 2024-12-04T15:24:04,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bfd380d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:04,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,39737,-1] 2024-12-04T15:24:04,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:04,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:04,071 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:04,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78f97935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:04,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36325 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:04,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,36325,1733325835472, seqNum=-1] 2024-12-04T15:24:04,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:04,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T15:24:04,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc., hostname=c6f2e1d35cf1,36325,1733325835472, seqNum=2] 2024-12-04T15:24:04,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36325 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:04,270 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 480, reset compression=false 2024-12-04T15:24:04,422 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 379, reset compression=false 2024-12-04T15:24:04,427 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:04,427 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 504, reset compression=false 2024-12-04T15:24:04,427 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,36325,1733325835472 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:04,489 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T15:24:04,493 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T15:24:04,511 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:24:04,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:04,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:04,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:04,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:04,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:04,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:04,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:04,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:04,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:04,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:04,569 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T15:24:04,574 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 480, reset compression=false 2024-12-04T15:24:04,631 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 504, reset compression=false 2024-12-04T15:24:04,636 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:04,636 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 608, reset compression=false 2024-12-04T15:24:04,636 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,36325,1733325835472 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7d98f3743cd7d365b1df510aa4859cc/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T15:24:04,638 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:24:04,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-04T15:24:04,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:04,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b4fb6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:04,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,36253,-1 for getting cluster id 2024-12-04T15:24:04,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:04,641 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9baf1c58-2783-4053-b859-080660355ec9' 2024-12-04T15:24:04,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:04,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9baf1c58-2783-4053-b859-080660355ec9" 2024-12-04T15:24:04,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70c87e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:04,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,36253,-1] 2024-12-04T15:24:04,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:04,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:04,642 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:04,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47d3f82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:04,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,40377,1733325830723, seqNum=-1] 2024-12-04T15:24:04,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:04,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T15:24:04,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7., hostname=c6f2e1d35cf1,40377,1733325830723, seqNum=2] 2024-12-04T15:24:04,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:04,844 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 608, reset compression=false 2024-12-04T15:24:04,978 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 480, reset compression=false 2024-12-04T15:24:04,984 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:04,984 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 608, reset compression=false 2024-12-04T15:24:04,984 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,40377,1733325830723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:05,149 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 608, reset compression=false 2024-12-04T15:24:05,188 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 608, reset compression=false 2024-12-04T15:24:05,492 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 608, reset compression=false 2024-12-04T15:24:05,496 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T15:24:05,504 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T15:24:05,553 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 608, reset compression=false 2024-12-04T15:24:05,898 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 608, reset compression=false 2024-12-04T15:24:05,903 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:05,903 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 764, reset compression=false 2024-12-04T15:24:05,903 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,40377,1733325830723 got entry batch from reader: WALEntryBatch [walEntries=[{test/746dbdc7b6bced820ea3e5633d59ffd7/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T15:24:05,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36325 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:05,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36325 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:06,074 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 608, reset compression=false 2024-12-04T15:24:06,079 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:06,079 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 756, reset compression=false 2024-12-04T15:24:06,079 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,36325,1733325835472 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:06,113 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 764, reset compression=false 2024-12-04T15:24:06,285 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 756, reset compression=false 2024-12-04T15:24:06,417 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 764, reset compression=false 2024-12-04T15:24:06,507 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T15:24:06,511 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T15:24:06,589 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 756, reset compression=false 2024-12-04T15:24:06,594 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:06,594 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 915, reset compression=false 2024-12-04T15:24:06,594 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,36325,1733325835472 got entry batch from reader: WALEntryBatch [walEntries=[{test/c7d98f3743cd7d365b1df510aa4859cc/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T15:24:06,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:06,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:06,799 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 915, reset compression=false 2024-12-04T15:24:06,822 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 764, reset compression=false 2024-12-04T15:24:06,827 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:06,827 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 914, reset compression=false 2024-12-04T15:24:06,827 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,40377,1733325830723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:07,031 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 914, reset compression=false 2024-12-04T15:24:07,104 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 915, reset compression=false 2024-12-04T15:24:07,336 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 914, reset compression=false 2024-12-04T15:24:07,511 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 915, reset compression=false 2024-12-04T15:24:07,514 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T15:24:07,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:24:07,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:07,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:07,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:07,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:07,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:24:07,518 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1269979918, stopped=false 2024-12-04T15:24:07,518 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,39737,1733325835339 2024-12-04T15:24:07,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:07,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-652223361/running 2024-12-04T15:24:07,564 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-652223361/running 2024-12-04T15:24:07,564 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:24:07,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:24:07,564 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:24:07,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:07,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:07,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:07,565 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,36325,1733325835472' ***** 2024-12-04T15:24:07,565 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:24:07,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Set watcher on znode that does not yet exist, /1-652223361/running 2024-12-04T15:24:07,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Set watcher on znode that does not yet exist, /1-652223361/running 2024-12-04T15:24:07,566 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:24:07,566 INFO [RS:0;c6f2e1d35cf1:36325 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:24:07,566 INFO [RS:0;c6f2e1d35cf1:36325 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:24:07,566 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:24:07,566 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(3091): Received CLOSE for 529b0fb83eb0b836d5c41b7bdc884c72 2024-12-04T15:24:07,567 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(3091): Received CLOSE for c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:07,567 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,36325,1733325835472 2024-12-04T15:24:07,567 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:24:07,567 INFO [RS:0;c6f2e1d35cf1:36325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:36325. 2024-12-04T15:24:07,567 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 529b0fb83eb0b836d5c41b7bdc884c72, disabling compactions & flushes 2024-12-04T15:24:07,567 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:07,567 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72. 2024-12-04T15:24:07,567 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:07,567 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72. 2024-12-04T15:24:07,567 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72. after waiting 0 ms 2024-12-04T15:24:07,567 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72. 2024-12-04T15:24:07,567 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:24:07,567 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:24:07,567 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:24:07,567 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:24:07,567 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 529b0fb83eb0b836d5c41b7bdc884c72 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-04T15:24:07,567 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T15:24:07,567 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 529b0fb83eb0b836d5c41b7bdc884c72=hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72., c7d98f3743cd7d365b1df510aa4859cc=test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc.} 2024-12-04T15:24:07,567 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 529b0fb83eb0b836d5c41b7bdc884c72, c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:07,567 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:24:07,567 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:24:07,568 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:24:07,568 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:24:07,568 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:24:07,568 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T15:24:07,592 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/replication/529b0fb83eb0b836d5c41b7bdc884c72/.tmp/queue/ea865e795a77445981b7d9a208e83438 is 153, key is 1-c6f2e1d35cf1,36325,1733325835472/queue:c6f2e1d35cf1%2C36325%2C1733325835472/1733325846601/Put/seqid=0 2024-12-04T15:24:07,596 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/.tmp/info/9b684fc5401448a7b5f932017b51b8a8 is 147, key is hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72./info:regioninfo/1733325843148/Put/seqid=0 2024-12-04T15:24:07,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741840_1016 (size=5352) 2024-12-04T15:24:07,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741841_1017 (size=7686) 2024-12-04T15:24:07,607 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/.tmp/info/9b684fc5401448a7b5f932017b51b8a8 2024-12-04T15:24:07,618 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:24:07,633 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/.tmp/ns/96e9d440e6e0474dbfdabdcbedaa8823 is 43, key is default/ns:d/1733325837756/Put/seqid=0 2024-12-04T15:24:07,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741842_1018 (size=5153) 2024-12-04T15:24:07,640 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/.tmp/ns/96e9d440e6e0474dbfdabdcbedaa8823 2024-12-04T15:24:07,663 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/.tmp/rep_barrier/2723ce90c9084177a65cadf89ece026a is 112, key is test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc./rep_barrier:seqnumDuringOpen/1733325840785/Put/seqid=0 2024-12-04T15:24:07,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741843_1019 (size=5518) 2024-12-04T15:24:07,747 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 914, reset compression=false 2024-12-04T15:24:07,767 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 529b0fb83eb0b836d5c41b7bdc884c72, c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:07,906 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:24:07,906 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:24:07,968 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 529b0fb83eb0b836d5c41b7bdc884c72, c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:08,001 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/replication/529b0fb83eb0b836d5c41b7bdc884c72/.tmp/queue/ea865e795a77445981b7d9a208e83438 2024-12-04T15:24:08,006 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/replication/529b0fb83eb0b836d5c41b7bdc884c72/.tmp/queue/ea865e795a77445981b7d9a208e83438 as hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/replication/529b0fb83eb0b836d5c41b7bdc884c72/queue/ea865e795a77445981b7d9a208e83438 2024-12-04T15:24:08,010 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/replication/529b0fb83eb0b836d5c41b7bdc884c72/queue/ea865e795a77445981b7d9a208e83438, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T15:24:08,011 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 529b0fb83eb0b836d5c41b7bdc884c72 in 444ms, sequenceid=10, compaction requested=false 2024-12-04T15:24:08,014 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/replication/529b0fb83eb0b836d5c41b7bdc884c72/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T15:24:08,015 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:24:08,015 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:24:08,015 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72. 2024-12-04T15:24:08,015 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 529b0fb83eb0b836d5c41b7bdc884c72: Waiting for close lock at 1733325847567Running coprocessor pre-close hooks at 1733325847567Disabling compacts and flushes for region at 1733325847567Disabling writes for close at 1733325847567Obtaining lock to block concurrent updates at 1733325847567Preparing flush snapshotting stores in 529b0fb83eb0b836d5c41b7bdc884c72 at 1733325847567Finished memstore snapshotting hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733325847567Flushing stores of hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72. at 1733325847568 (+1 ms)Flushing 529b0fb83eb0b836d5c41b7bdc884c72/queue: creating writer at 1733325847568Flushing 529b0fb83eb0b836d5c41b7bdc884c72/queue: appending metadata at 1733325847591 (+23 ms)Flushing 529b0fb83eb0b836d5c41b7bdc884c72/queue: closing flushed file at 1733325847592 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe34422: reopening flushed file at 1733325848005 (+413 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 529b0fb83eb0b836d5c41b7bdc884c72 in 444ms, sequenceid=10, compaction requested=false at 1733325848011 (+6 ms)Writing region close event to WAL at 1733325848012 (+1 ms)Running coprocessor post-close hooks at 1733325848015 (+3 ms)Closed at 1733325848015 2024-12-04T15:24:08,015 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733325842340.529b0fb83eb0b836d5c41b7bdc884c72. 2024-12-04T15:24:08,015 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7d98f3743cd7d365b1df510aa4859cc, disabling compactions & flushes 2024-12-04T15:24:08,015 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc. 2024-12-04T15:24:08,015 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc. 2024-12-04T15:24:08,015 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc. after waiting 0 ms 2024-12-04T15:24:08,015 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc. 2024-12-04T15:24:08,015 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c7d98f3743cd7d365b1df510aa4859cc 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-04T15:24:08,016 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 915, reset compression=false 2024-12-04T15:24:08,020 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:08,020 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 1162, reset compression=false 2024-12-04T15:24:08,020 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,36325,1733325835472 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:08,021 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f2e1d35cf1,36325,1733325835472: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f2e1d35cf1,36325,1733325835472, walGroup=c6f2e1d35cf1%2C36325%2C1733325835472, offset=c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:36325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T15:24:08,022 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T15:24:08,022 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T15:24:08,022 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T15:24:08,022 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T15:24:08,022 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T15:24:08,022 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 867444864 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 190413456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T15:24:08,023 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:39737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:39737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T15:24:08,037 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/.tmp/f/56ed3ea1d35049e4a22d75c4a194572d is 29, key is row1/f:/1733325846508/DeleteFamily/seqid=0 2024-12-04T15:24:08,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741844_1020 (size=5118) 2024-12-04T15:24:08,075 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/.tmp/rep_barrier/2723ce90c9084177a65cadf89ece026a 2024-12-04T15:24:08,098 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/.tmp/table/3d9449d7eef64db4a3a24cc84aa226e7 is 53, key is hbase:replication/table:state/1733325843155/Put/seqid=0 2024-12-04T15:24:08,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741845_1021 (size=5308) 2024-12-04T15:24:08,168 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:08,230 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 1162, reset compression=false 2024-12-04T15:24:08,252 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 914, reset compression=false 2024-12-04T15:24:08,368 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:08,442 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/.tmp/f/56ed3ea1d35049e4a22d75c4a194572d 2024-12-04T15:24:08,447 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56ed3ea1d35049e4a22d75c4a194572d 2024-12-04T15:24:08,464 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/.tmp/f1/c3b53385e4cb4cada29fd4febf17bf0c is 30, key is row1/f1:/1733325846508/DeleteFamily/seqid=0 2024-12-04T15:24:08,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741846_1022 (size=5123) 2024-12-04T15:24:08,502 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/.tmp/table/3d9449d7eef64db4a3a24cc84aa226e7 2024-12-04T15:24:08,508 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/.tmp/info/9b684fc5401448a7b5f932017b51b8a8 as hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/info/9b684fc5401448a7b5f932017b51b8a8 2024-12-04T15:24:08,513 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/info/9b684fc5401448a7b5f932017b51b8a8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T15:24:08,515 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/.tmp/ns/96e9d440e6e0474dbfdabdcbedaa8823 as hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/ns/96e9d440e6e0474dbfdabdcbedaa8823 2024-12-04T15:24:08,521 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/ns/96e9d440e6e0474dbfdabdcbedaa8823, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T15:24:08,522 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/.tmp/rep_barrier/2723ce90c9084177a65cadf89ece026a as hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/rep_barrier/2723ce90c9084177a65cadf89ece026a 2024-12-04T15:24:08,529 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/rep_barrier/2723ce90c9084177a65cadf89ece026a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T15:24:08,530 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/.tmp/table/3d9449d7eef64db4a3a24cc84aa226e7 as hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/table/3d9449d7eef64db4a3a24cc84aa226e7 2024-12-04T15:24:08,535 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 1162, reset compression=false 2024-12-04T15:24:08,537 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/table/3d9449d7eef64db4a3a24cc84aa226e7, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T15:24:08,538 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 970ms, sequenceid=16, compaction requested=false 2024-12-04T15:24:08,563 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:24:08,563 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:24:08,563 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:24:08,563 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:24:08,564 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325847567Running coprocessor pre-close hooks at 1733325847567Disabling compacts and flushes for region at 1733325847567Disabling writes for close at 1733325847568 (+1 ms)Obtaining lock to block concurrent updates at 1733325847568Preparing flush snapshotting stores in 1588230740 at 1733325847568Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733325847568Flushing stores of hbase:meta,,1.1588230740 at 1733325847568Flushing 1588230740/info: creating writer at 1733325847569 (+1 ms)Flushing 1588230740/info: appending metadata at 1733325847596 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733325847596Flushing 1588230740/ns: creating writer at 1733325847613 (+17 ms)Flushing 1588230740/ns: appending metadata at 1733325847632 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733325847632Flushing 1588230740/rep_barrier: creating writer at 1733325847645 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733325847663 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733325847663Flushing 1588230740/table: creating writer at 1733325848079 (+416 ms)Flushing 1588230740/table: appending metadata at 1733325848097 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733325848097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67ffd81f: reopening flushed file at 1733325848507 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e34831a: reopening flushed file at 1733325848514 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5425ea21: reopening flushed file at 1733325848521 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a47280: reopening flushed file at 1733325848529 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 970ms, sequenceid=16, compaction requested=false at 1733325848538 (+9 ms)Writing region close event to WAL at 1733325848559 (+21 ms)Running coprocessor post-close hooks at 1733325848563 (+4 ms)Closed at 1733325848563 2024-12-04T15:24:08,564 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:24:08,568 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T15:24:08,568 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1325): Online Regions={c7d98f3743cd7d365b1df510aa4859cc=test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc.} 2024-12-04T15:24:08,568 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1351): Waiting on c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:08,769 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1351): Waiting on c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:08,856 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 914, reset compression=false 2024-12-04T15:24:08,869 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/.tmp/f1/c3b53385e4cb4cada29fd4febf17bf0c 2024-12-04T15:24:08,873 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3b53385e4cb4cada29fd4febf17bf0c 2024-12-04T15:24:08,901 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/.tmp/norep/2c377122a59b4cdf9f51d65ae89e070d is 33, key is row1/norep:/1733325846508/DeleteFamily/seqid=0 2024-12-04T15:24:08,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741847_1023 (size=5108) 2024-12-04T15:24:08,919 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/.tmp/norep/2c377122a59b4cdf9f51d65ae89e070d 2024-12-04T15:24:08,939 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c377122a59b4cdf9f51d65ae89e070d 2024-12-04T15:24:08,940 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/.tmp/f/56ed3ea1d35049e4a22d75c4a194572d as hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/f/56ed3ea1d35049e4a22d75c4a194572d 2024-12-04T15:24:08,944 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 1162, reset compression=false 2024-12-04T15:24:08,946 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56ed3ea1d35049e4a22d75c4a194572d 2024-12-04T15:24:08,949 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/f/56ed3ea1d35049e4a22d75c4a194572d, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T15:24:08,950 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/.tmp/f1/c3b53385e4cb4cada29fd4febf17bf0c as hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/f1/c3b53385e4cb4cada29fd4febf17bf0c 2024-12-04T15:24:08,955 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c3b53385e4cb4cada29fd4febf17bf0c 2024-12-04T15:24:08,955 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/f1/c3b53385e4cb4cada29fd4febf17bf0c, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T15:24:08,956 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/.tmp/norep/2c377122a59b4cdf9f51d65ae89e070d as hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/norep/2c377122a59b4cdf9f51d65ae89e070d 2024-12-04T15:24:08,962 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c377122a59b4cdf9f51d65ae89e070d 2024-12-04T15:24:08,962 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/norep/2c377122a59b4cdf9f51d65ae89e070d, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T15:24:08,964 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c7d98f3743cd7d365b1df510aa4859cc in 949ms, sequenceid=8, compaction requested=false 2024-12-04T15:24:08,969 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1351): Waiting on c7d98f3743cd7d365b1df510aa4859cc 2024-12-04T15:24:08,971 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:08,971 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.wal-reader.c6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/WALs/c6f2e1d35cf1,36325,1733325835472/c6f2e1d35cf1%2C36325%2C1733325835472.1733325837060 to pos 1511, reset compression=false 2024-12-04T15:24:08,989 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/data/default/test/c7d98f3743cd7d365b1df510aa4859cc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T15:24:08,990 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:24:08,990 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:24:08,990 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc. 2024-12-04T15:24:08,990 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7d98f3743cd7d365b1df510aa4859cc: Waiting for close lock at 1733325848015Running coprocessor pre-close hooks at 1733325848015Disabling compacts and flushes for region at 1733325848015Disabling writes for close at 1733325848015Obtaining lock to block concurrent updates at 1733325848015Preparing flush snapshotting stores in c7d98f3743cd7d365b1df510aa4859cc at 1733325848015Finished memstore snapshotting test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733325848016 (+1 ms)Flushing stores of test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc. at 1733325848016Flushing c7d98f3743cd7d365b1df510aa4859cc/f: creating writer at 1733325848016Flushing c7d98f3743cd7d365b1df510aa4859cc/f: appending metadata at 1733325848036 (+20 ms)Flushing c7d98f3743cd7d365b1df510aa4859cc/f: closing flushed file at 1733325848036Flushing c7d98f3743cd7d365b1df510aa4859cc/f1: creating writer at 1733325848447 (+411 ms)Flushing c7d98f3743cd7d365b1df510aa4859cc/f1: appending metadata at 1733325848463 (+16 ms)Flushing c7d98f3743cd7d365b1df510aa4859cc/f1: closing flushed file at 1733325848464 (+1 ms)Flushing c7d98f3743cd7d365b1df510aa4859cc/norep: creating writer at 1733325848873 (+409 ms)Flushing c7d98f3743cd7d365b1df510aa4859cc/norep: appending metadata at 1733325848900 (+27 ms)Flushing c7d98f3743cd7d365b1df510aa4859cc/norep: closing flushed file at 1733325848900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c160f0: reopening flushed file at 1733325848939 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc5e546: reopening flushed file at 1733325848949 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6abd2952: reopening flushed file at 1733325848956 (+7 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c7d98f3743cd7d365b1df510aa4859cc in 949ms, sequenceid=8, compaction requested=false at 1733325848964 (+8 ms)Writing region close event to WAL at 1733325848985 (+21 ms)Running coprocessor post-close hooks at 1733325848990 (+5 ms)Closed at 1733325848990 2024-12-04T15:24:08,991 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733325840024.c7d98f3743cd7d365b1df510aa4859cc. 2024-12-04T15:24:09,169 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,36325,1733325835472; all regions closed. 2024-12-04T15:24:09,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741834_1010 (size=4239) 2024-12-04T15:24:09,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741839_1015 (size=2676) 2024-12-04T15:24:09,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741832_1008 (size=1814) 2024-12-04T15:24:09,180 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:09,180 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:24:09,181 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:24:09,181 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:24:09,181 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:24:09,181 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:24:09,181 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,36325,1733325835472 because: Region server is closing 2024-12-04T15:24:09,181 INFO [RS:0;c6f2e1d35cf1:36325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:36325. 2024-12-04T15:24:09,181 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:09,181 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:09,182 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:09,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:09,282 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,36325,1733325835472.replicationSource.shipperc6f2e1d35cf1%2C36325%2C1733325835472,1-c6f2e1d35cf1,36325,1733325835472 terminated 2024-12-04T15:24:09,282 INFO [RS:0;c6f2e1d35cf1:36325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:36325. 2024-12-04T15:24:09,282 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:09,282 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:09,282 DEBUG [RS:0;c6f2e1d35cf1:36325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:09,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:09,282 INFO [RS:0;c6f2e1d35cf1:36325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36325 2024-12-04T15:24:09,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361/rs 2024-12-04T15:24:09,335 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-652223361/rs/c6f2e1d35cf1,36325,1733325835472 2024-12-04T15:24:09,335 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:24:09,336 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,36325,1733325835472] 2024-12-04T15:24:09,351 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-652223361/draining/c6f2e1d35cf1,36325,1733325835472 already deleted, retry=false 2024-12-04T15:24:09,352 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,36325,1733325835472 expired; onlineServers=0 2024-12-04T15:24:09,352 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,39737,1733325835339' ***** 2024-12-04T15:24:09,352 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:24:09,352 INFO [M:0;c6f2e1d35cf1:39737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:24:09,352 INFO [M:0;c6f2e1d35cf1:39737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:24:09,352 DEBUG [M:0;c6f2e1d35cf1:39737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:24:09,352 DEBUG [M:0;c6f2e1d35cf1:39737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:24:09,352 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325836823 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325836823,5,FailOnTimeoutGroup] 2024-12-04T15:24:09,354 INFO [M:0;c6f2e1d35cf1:39737 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:24:09,354 INFO [M:0;c6f2e1d35cf1:39737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:24:09,354 DEBUG [M:0;c6f2e1d35cf1:39737 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:24:09,354 INFO [M:0;c6f2e1d35cf1:39737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:24:09,354 INFO [M:0;c6f2e1d35cf1:39737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:24:09,354 INFO [M:0;c6f2e1d35cf1:39737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:24:09,354 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:24:09,354 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:24:09,355 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325836820 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325836820,5,FailOnTimeoutGroup] 2024-12-04T15:24:09,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-652223361/master 2024-12-04T15:24:09,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-652223361 2024-12-04T15:24:09,360 DEBUG [M:0;c6f2e1d35cf1:39737 {}] zookeeper.ZKUtil(347): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Unable to get data of znode /1-652223361/master because node does not exist (not an error) 2024-12-04T15:24:09,360 WARN [M:0;c6f2e1d35cf1:39737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:24:09,361 INFO [M:0;c6f2e1d35cf1:39737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/.lastflushedseqids 2024-12-04T15:24:09,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741848_1024 (size=245) 2024-12-04T15:24:09,399 INFO [M:0;c6f2e1d35cf1:39737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:24:09,399 INFO [M:0;c6f2e1d35cf1:39737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:24:09,399 DEBUG [M:0;c6f2e1d35cf1:39737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:24:09,399 INFO [M:0;c6f2e1d35cf1:39737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:09,399 DEBUG [M:0;c6f2e1d35cf1:39737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:09,399 DEBUG [M:0;c6f2e1d35cf1:39737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:24:09,399 DEBUG [M:0;c6f2e1d35cf1:39737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:09,399 INFO [M:0;c6f2e1d35cf1:39737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T15:24:09,425 DEBUG [M:0;c6f2e1d35cf1:39737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a7c021359114de585f11836c8e1a0cb is 82, key is hbase:meta,,1/info:regioninfo/1733325837737/Put/seqid=0 2024-12-04T15:24:09,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741849_1025 (size=5672) 2024-12-04T15:24:09,439 INFO [M:0;c6f2e1d35cf1:39737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a7c021359114de585f11836c8e1a0cb 2024-12-04T15:24:09,444 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:09,444 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36325-0x101a21ef5d90004, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:09,444 INFO [RS:0;c6f2e1d35cf1:36325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:24:09,444 INFO [RS:0;c6f2e1d35cf1:36325 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,36325,1733325835472; zookeeper connection closed. 2024-12-04T15:24:09,444 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30045081 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30045081 2024-12-04T15:24:09,445 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:24:09,464 DEBUG [M:0;c6f2e1d35cf1:39737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf4861bf4c3748e5890b734ee12fcda3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733325843159/Put/seqid=0 2024-12-04T15:24:09,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741850_1026 (size=8516) 2024-12-04T15:24:09,560 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 914, reset compression=false 2024-12-04T15:24:09,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T15:24:09,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T15:24:09,884 INFO [M:0;c6f2e1d35cf1:39737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf4861bf4c3748e5890b734ee12fcda3 2024-12-04T15:24:09,907 DEBUG [M:0;c6f2e1d35cf1:39737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e156386bf1a41e7a85e10612f06a037 is 69, key is c6f2e1d35cf1,36325,1733325835472/rs:state/1733325836874/Put/seqid=0 2024-12-04T15:24:09,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741851_1027 (size=5156) 2024-12-04T15:24:10,312 INFO [M:0;c6f2e1d35cf1:39737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e156386bf1a41e7a85e10612f06a037 2024-12-04T15:24:10,329 DEBUG [M:0;c6f2e1d35cf1:39737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a7c021359114de585f11836c8e1a0cb as hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a7c021359114de585f11836c8e1a0cb 2024-12-04T15:24:10,336 INFO [M:0;c6f2e1d35cf1:39737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a7c021359114de585f11836c8e1a0cb, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T15:24:10,337 DEBUG [M:0;c6f2e1d35cf1:39737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf4861bf4c3748e5890b734ee12fcda3 as hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf4861bf4c3748e5890b734ee12fcda3 2024-12-04T15:24:10,342 INFO [M:0;c6f2e1d35cf1:39737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf4861bf4c3748e5890b734ee12fcda3, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T15:24:10,343 DEBUG [M:0;c6f2e1d35cf1:39737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e156386bf1a41e7a85e10612f06a037 as hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e156386bf1a41e7a85e10612f06a037 2024-12-04T15:24:10,347 INFO [M:0;c6f2e1d35cf1:39737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40701/user/jenkins/test-data/44e966e3-097f-0893-d3ad-64607dac53ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e156386bf1a41e7a85e10612f06a037, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T15:24:10,348 INFO [M:0;c6f2e1d35cf1:39737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=97, compaction requested=false 2024-12-04T15:24:10,349 INFO [M:0;c6f2e1d35cf1:39737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:10,349 DEBUG [M:0;c6f2e1d35cf1:39737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325849399Disabling compacts and flushes for region at 1733325849399Disabling writes for close at 1733325849399Obtaining lock to block concurrent updates at 1733325849399Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325849399Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733325849400 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325849400Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325849400Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325849424 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325849425 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325849443 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325849464 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325849464Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325849888 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325849906 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325849907 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4894ff41: reopening flushed file at 1733325850321 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ae04c0d: reopening flushed file at 1733325850336 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@604e9049: reopening flushed file at 1733325850342 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=97, compaction requested=false at 1733325850348 (+6 ms)Writing region close event to WAL at 1733325850349 (+1 ms)Closed at 1733325850349 2024-12-04T15:24:10,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45623 is added to blk_1073741830_1006 (size=63654) 2024-12-04T15:24:10,352 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:24:10,352 INFO [M:0;c6f2e1d35cf1:39737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:24:10,352 INFO [M:0;c6f2e1d35cf1:39737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39737 2024-12-04T15:24:10,352 INFO [M:0;c6f2e1d35cf1:39737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:24:10,364 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 914, reset compression=false 2024-12-04T15:24:10,635 INFO [M:0;c6f2e1d35cf1:39737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:24:10,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:10,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39737-0x101a21ef5d90003, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:10,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22144062{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:24:10,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:24:10,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:24:10,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:24:10,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/hadoop.log.dir/,STOPPED} 2024-12-04T15:24:10,937 WARN [BP-539396748-172.17.0.3-1733325833716 heartbeating to localhost/127.0.0.1:40701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:24:10,937 WARN [BP-539396748-172.17.0.3-1733325833716 heartbeating to localhost/127.0.0.1:40701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-539396748-172.17.0.3-1733325833716 (Datanode Uuid e3dcadd8-1b33-4e6f-af8d-ab3f6b92010e) service to localhost/127.0.0.1:40701 2024-12-04T15:24:10,937 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:24:10,937 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:24:10,938 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/cluster_7228a9c7-feec-76fe-d3bb-a1e4eca0b459/data/data1/current/BP-539396748-172.17.0.3-1733325833716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:24:10,938 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/cluster_7228a9c7-feec-76fe-d3bb-a1e4eca0b459/data/data2/current/BP-539396748-172.17.0.3-1733325833716 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:24:10,938 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:24:10,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47e8a985{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:24:10,947 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:24:10,947 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:24:10,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:24:10,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/hadoop.log.dir/,STOPPED} 2024-12-04T15:24:10,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:24:10,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:24:10,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:10,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:10,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:10,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:10,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:10,970 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:24:10,970 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=414841348, stopped=false 2024-12-04T15:24:10,970 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,36253,1733325830553 2024-12-04T15:24:11,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0432099829/running 2024-12-04T15:24:11,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0432099829/running 2024-12-04T15:24:11,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:24:11,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:24:11,152 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:24:11,152 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:11,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:11,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:11,152 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,40377,1733325830723' ***** 2024-12-04T15:24:11,153 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:24:11,153 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:24:11,153 INFO [RS:0;c6f2e1d35cf1:40377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:24:11,153 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:24:11,153 INFO [RS:0;c6f2e1d35cf1:40377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:24:11,153 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(3091): Received CLOSE for d88b9cd9c255bc1e2c8b3a6e574241d5 2024-12-04T15:24:11,154 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(3091): Received CLOSE for 746dbdc7b6bced820ea3e5633d59ffd7 2024-12-04T15:24:11,154 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,40377,1733325830723 2024-12-04T15:24:11,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Set watcher on znode that does not yet exist, /0432099829/running 2024-12-04T15:24:11,154 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:24:11,154 INFO [RS:0;c6f2e1d35cf1:40377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:40377. 2024-12-04T15:24:11,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Set watcher on znode that does not yet exist, /0432099829/running 2024-12-04T15:24:11,154 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:11,154 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:11,154 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:24:11,154 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:24:11,154 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:24:11,154 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:24:11,154 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T15:24:11,154 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d88b9cd9c255bc1e2c8b3a6e574241d5=hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5., 746dbdc7b6bced820ea3e5633d59ffd7=test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7.} 2024-12-04T15:24:11,155 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 746dbdc7b6bced820ea3e5633d59ffd7, d88b9cd9c255bc1e2c8b3a6e574241d5 2024-12-04T15:24:11,155 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:24:11,155 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d88b9cd9c255bc1e2c8b3a6e574241d5, disabling compactions & flushes 2024-12-04T15:24:11,155 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:24:11,155 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5. 2024-12-04T15:24:11,155 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:24:11,155 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5. 2024-12-04T15:24:11,155 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:24:11,155 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5. after waiting 0 ms 2024-12-04T15:24:11,155 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:24:11,155 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5. 2024-12-04T15:24:11,155 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d88b9cd9c255bc1e2c8b3a6e574241d5 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-04T15:24:11,155 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T15:24:11,175 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/.tmp/info/2d467224ad49434aba5c5e593980bdca is 147, key is hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5./info:regioninfo/1733325841611/Put/seqid=0 2024-12-04T15:24:11,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741840_1016 (size=7686) 2024-12-04T15:24:11,188 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/replication/d88b9cd9c255bc1e2c8b3a6e574241d5/.tmp/queue/5e2c62f96291467ba6a079f1bffc4880 is 153, key is 1-c6f2e1d35cf1,40377,1733325830723/queue:c6f2e1d35cf1%2C40377%2C1733325830723/1733325846828/Put/seqid=0 2024-12-04T15:24:11,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741841_1017 (size=5352) 2024-12-04T15:24:11,195 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/replication/d88b9cd9c255bc1e2c8b3a6e574241d5/.tmp/queue/5e2c62f96291467ba6a079f1bffc4880 2024-12-04T15:24:11,201 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:24:11,204 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/replication/d88b9cd9c255bc1e2c8b3a6e574241d5/.tmp/queue/5e2c62f96291467ba6a079f1bffc4880 as hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/replication/d88b9cd9c255bc1e2c8b3a6e574241d5/queue/5e2c62f96291467ba6a079f1bffc4880 2024-12-04T15:24:11,213 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/replication/d88b9cd9c255bc1e2c8b3a6e574241d5/queue/5e2c62f96291467ba6a079f1bffc4880, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T15:24:11,215 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d88b9cd9c255bc1e2c8b3a6e574241d5 in 60ms, sequenceid=10, compaction requested=false 2024-12-04T15:24:11,227 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/replication/d88b9cd9c255bc1e2c8b3a6e574241d5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T15:24:11,228 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:24:11,228 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:24:11,228 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5. 2024-12-04T15:24:11,228 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d88b9cd9c255bc1e2c8b3a6e574241d5: Waiting for close lock at 1733325851155Running coprocessor pre-close hooks at 1733325851155Disabling compacts and flushes for region at 1733325851155Disabling writes for close at 1733325851155Obtaining lock to block concurrent updates at 1733325851155Preparing flush snapshotting stores in d88b9cd9c255bc1e2c8b3a6e574241d5 at 1733325851155Finished memstore snapshotting hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733325851155Flushing stores of hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5. at 1733325851156 (+1 ms)Flushing d88b9cd9c255bc1e2c8b3a6e574241d5/queue: creating writer at 1733325851156Flushing d88b9cd9c255bc1e2c8b3a6e574241d5/queue: appending metadata at 1733325851187 (+31 ms)Flushing d88b9cd9c255bc1e2c8b3a6e574241d5/queue: closing flushed file at 1733325851187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a679fda: reopening flushed file at 1733325851203 (+16 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d88b9cd9c255bc1e2c8b3a6e574241d5 in 60ms, sequenceid=10, compaction requested=false at 1733325851215 (+12 ms)Writing region close event to WAL at 1733325851219 (+4 ms)Running coprocessor post-close hooks at 1733325851228 (+9 ms)Closed at 1733325851228 2024-12-04T15:24:11,228 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733325841196.d88b9cd9c255bc1e2c8b3a6e574241d5. 2024-12-04T15:24:11,228 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 746dbdc7b6bced820ea3e5633d59ffd7, disabling compactions & flushes 2024-12-04T15:24:11,228 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7. 2024-12-04T15:24:11,228 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7. 2024-12-04T15:24:11,228 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7. after waiting 0 ms 2024-12-04T15:24:11,228 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7. 2024-12-04T15:24:11,228 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 746dbdc7b6bced820ea3e5633d59ffd7 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-04T15:24:11,249 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/.tmp/f/a4f18f43ab1f42afb36a71d13595002f is 29, key is row1/f:/1733325846508/DeleteFamily/seqid=0 2024-12-04T15:24:11,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741842_1018 (size=5118) 2024-12-04T15:24:11,254 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/.tmp/f/a4f18f43ab1f42afb36a71d13595002f 2024-12-04T15:24:11,260 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4f18f43ab1f42afb36a71d13595002f 2024-12-04T15:24:11,269 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 914, reset compression=false 2024-12-04T15:24:11,285 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/.tmp/f1/04bb0bbd34e343d192e5936d588199e0 is 30, key is row1/f1:/1733325846508/DeleteFamily/seqid=0 2024-12-04T15:24:11,294 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:11,294 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 1161, reset compression=false 2024-12-04T15:24:11,294 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,40377,1733325830723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:11,295 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f2e1d35cf1,40377,1733325830723: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f2e1d35cf1,40377,1733325830723, walGroup=c6f2e1d35cf1%2C40377%2C1733325830723, offset=c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:40377 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T15:24:11,297 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T15:24:11,297 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T15:24:11,297 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T15:24:11,298 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T15:24:11,298 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T15:24:11,298 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 596049440 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191070632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T15:24:11,298 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:36253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:36253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T15:24:11,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741843_1019 (size=5123) 2024-12-04T15:24:11,316 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/.tmp/f1/04bb0bbd34e343d192e5936d588199e0 2024-12-04T15:24:11,326 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04bb0bbd34e343d192e5936d588199e0 2024-12-04T15:24:11,358 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 746dbdc7b6bced820ea3e5633d59ffd7 2024-12-04T15:24:11,364 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/.tmp/norep/2d6929451d8b4eaa88889e290c9a981e is 32, key is row/norep:/1733325845501/DeleteFamily/seqid=0 2024-12-04T15:24:11,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741844_1020 (size=5101) 2024-12-04T15:24:11,375 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/.tmp/norep/2d6929451d8b4eaa88889e290c9a981e 2024-12-04T15:24:11,400 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d6929451d8b4eaa88889e290c9a981e 2024-12-04T15:24:11,401 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/.tmp/f/a4f18f43ab1f42afb36a71d13595002f as hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/f/a4f18f43ab1f42afb36a71d13595002f 2024-12-04T15:24:11,407 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4f18f43ab1f42afb36a71d13595002f 2024-12-04T15:24:11,407 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/f/a4f18f43ab1f42afb36a71d13595002f, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T15:24:11,408 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/.tmp/f1/04bb0bbd34e343d192e5936d588199e0 as hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/f1/04bb0bbd34e343d192e5936d588199e0 2024-12-04T15:24:11,413 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04bb0bbd34e343d192e5936d588199e0 2024-12-04T15:24:11,413 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/f1/04bb0bbd34e343d192e5936d588199e0, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T15:24:11,415 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/.tmp/norep/2d6929451d8b4eaa88889e290c9a981e as hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/norep/2d6929451d8b4eaa88889e290c9a981e 2024-12-04T15:24:11,420 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d6929451d8b4eaa88889e290c9a981e 2024-12-04T15:24:11,420 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/norep/2d6929451d8b4eaa88889e290c9a981e, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T15:24:11,422 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 746dbdc7b6bced820ea3e5633d59ffd7 in 194ms, sequenceid=8, compaction requested=false 2024-12-04T15:24:11,438 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/default/test/746dbdc7b6bced820ea3e5633d59ffd7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T15:24:11,440 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:24:11,440 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:24:11,440 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7. 2024-12-04T15:24:11,440 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 746dbdc7b6bced820ea3e5633d59ffd7: Waiting for close lock at 1733325851228Running coprocessor pre-close hooks at 1733325851228Disabling compacts and flushes for region at 1733325851228Disabling writes for close at 1733325851228Obtaining lock to block concurrent updates at 1733325851228Preparing flush snapshotting stores in 746dbdc7b6bced820ea3e5633d59ffd7 at 1733325851228Finished memstore snapshotting test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733325851229 (+1 ms)Flushing stores of test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7. at 1733325851229Flushing 746dbdc7b6bced820ea3e5633d59ffd7/f: creating writer at 1733325851229Flushing 746dbdc7b6bced820ea3e5633d59ffd7/f: appending metadata at 1733325851248 (+19 ms)Flushing 746dbdc7b6bced820ea3e5633d59ffd7/f: closing flushed file at 1733325851248Flushing 746dbdc7b6bced820ea3e5633d59ffd7/f1: creating writer at 1733325851260 (+12 ms)Flushing 746dbdc7b6bced820ea3e5633d59ffd7/f1: appending metadata at 1733325851285 (+25 ms)Flushing 746dbdc7b6bced820ea3e5633d59ffd7/f1: closing flushed file at 1733325851285Flushing 746dbdc7b6bced820ea3e5633d59ffd7/norep: creating writer at 1733325851326 (+41 ms)Flushing 746dbdc7b6bced820ea3e5633d59ffd7/norep: appending metadata at 1733325851362 (+36 ms)Flushing 746dbdc7b6bced820ea3e5633d59ffd7/norep: closing flushed file at 1733325851362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d0bae6: reopening flushed file at 1733325851400 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a40c851: reopening flushed file at 1733325851407 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f286199: reopening flushed file at 1733325851413 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 746dbdc7b6bced820ea3e5633d59ffd7 in 194ms, sequenceid=8, compaction requested=false at 1733325851422 (+9 ms)Writing region close event to WAL at 1733325851431 (+9 ms)Running coprocessor post-close hooks at 1733325851440 (+9 ms)Closed at 1733325851440 2024-12-04T15:24:11,440 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7. 2024-12-04T15:24:11,490 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:24:11,490 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:24:11,514 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 1161, reset compression=false 2024-12-04T15:24:11,525 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:11,525 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 1805, reset compression=false 2024-12-04T15:24:11,559 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:24:11,584 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/.tmp/info/2d467224ad49434aba5c5e593980bdca 2024-12-04T15:24:11,611 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/.tmp/ns/8e70ce7ab65f4182998a629d4b12b311 is 43, key is default/ns:d/1733325833604/Put/seqid=0 2024-12-04T15:24:11,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741845_1021 (size=5153) 2024-12-04T15:24:11,730 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 1805, reset compression=false 2024-12-04T15:24:11,759 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:24:11,959 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:24:12,016 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/.tmp/ns/8e70ce7ab65f4182998a629d4b12b311 2024-12-04T15:24:12,034 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/.tmp/rep_barrier/22bf92a25e864de7ad8909191326c1cc is 112, key is test,,1733325837865.746dbdc7b6bced820ea3e5633d59ffd7./rep_barrier:seqnumDuringOpen/1733325839025/Put/seqid=0 2024-12-04T15:24:12,035 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 1805, reset compression=false 2024-12-04T15:24:12,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741846_1022 (size=5518) 2024-12-04T15:24:12,159 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T15:24:12,159 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:24:12,160 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:24:12,360 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:24:12,429 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:12,430 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:24:12,431 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28264 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:24:12,438 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 1805, reset compression=false 2024-12-04T15:24:12,442 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/.tmp/rep_barrier/22bf92a25e864de7ad8909191326c1cc 2024-12-04T15:24:12,471 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/.tmp/table/a6e55b37120a4edfa14443b513345c47 is 53, key is hbase:replication/table:state/1733325841622/Put/seqid=0 2024-12-04T15:24:12,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741847_1023 (size=5308) 2024-12-04T15:24:12,560 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:24:12,760 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:24:12,886 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/.tmp/table/a6e55b37120a4edfa14443b513345c47 2024-12-04T15:24:12,892 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/.tmp/info/2d467224ad49434aba5c5e593980bdca as hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/info/2d467224ad49434aba5c5e593980bdca 2024-12-04T15:24:12,897 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/info/2d467224ad49434aba5c5e593980bdca, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T15:24:12,898 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/.tmp/ns/8e70ce7ab65f4182998a629d4b12b311 as hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/ns/8e70ce7ab65f4182998a629d4b12b311 2024-12-04T15:24:12,903 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/ns/8e70ce7ab65f4182998a629d4b12b311, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T15:24:12,904 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/.tmp/rep_barrier/22bf92a25e864de7ad8909191326c1cc as hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/rep_barrier/22bf92a25e864de7ad8909191326c1cc 2024-12-04T15:24:12,909 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/rep_barrier/22bf92a25e864de7ad8909191326c1cc, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T15:24:12,910 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/.tmp/table/a6e55b37120a4edfa14443b513345c47 as hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/table/a6e55b37120a4edfa14443b513345c47 2024-12-04T15:24:12,915 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/table/a6e55b37120a4edfa14443b513345c47, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T15:24:12,916 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1761ms, sequenceid=16, compaction requested=false 2024-12-04T15:24:12,916 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:24:12,922 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:24:12,923 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:24:12,923 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:24:12,923 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:24:12,923 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325851155Running coprocessor pre-close hooks at 1733325851155Disabling compacts and flushes for region at 1733325851155Disabling writes for close at 1733325851155Obtaining lock to block concurrent updates at 1733325851155Preparing flush snapshotting stores in 1588230740 at 1733325851155Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733325851155Flushing stores of hbase:meta,,1.1588230740 at 1733325851156 (+1 ms)Flushing 1588230740/info: creating writer at 1733325851156Flushing 1588230740/info: appending metadata at 1733325851175 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733325851175Flushing 1588230740/ns: creating writer at 1733325851590 (+415 ms)Flushing 1588230740/ns: appending metadata at 1733325851611 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733325851611Flushing 1588230740/rep_barrier: creating writer at 1733325852021 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733325852033 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733325852034 (+1 ms)Flushing 1588230740/table: creating writer at 1733325852446 (+412 ms)Flushing 1588230740/table: appending metadata at 1733325852471 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733325852471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55e9db48: reopening flushed file at 1733325852891 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37981b78: reopening flushed file at 1733325852898 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38fd6251: reopening flushed file at 1733325852903 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a192032: reopening flushed file at 1733325852909 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1761ms, sequenceid=16, compaction requested=false at 1733325852916 (+7 ms)Writing region close event to WAL at 1733325852918 (+2 ms)Running coprocessor post-close hooks at 1733325852923 (+5 ms)Closed at 1733325852923 2024-12-04T15:24:12,923 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:24:12,948 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 to pos 1805, reset compression=false 2024-12-04T15:24:12,960 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,40377,1733325830723; all regions closed. 2024-12-04T15:24:12,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741834_1010 (size=4239) 2024-12-04T15:24:12,963 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.meta.1733325833497.meta not finished, retry = 0 2024-12-04T15:24:13,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741839_1015 (size=2676) 2024-12-04T15:24:13,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741832_1008 (size=1813) 2024-12-04T15:24:13,068 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/WALs/c6f2e1d35cf1,40377,1733325830723/c6f2e1d35cf1%2C40377%2C1733325830723.1733325832621 not finished, retry = 0 2024-12-04T15:24:13,169 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:13,169 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:24:13,169 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:24:13,169 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:24:13,169 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:24:13,169 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:24:13,170 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,40377,1733325830723 because: Region server is closing 2024-12-04T15:24:13,170 INFO [RS:0;c6f2e1d35cf1:40377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:40377. 2024-12-04T15:24:13,170 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:13,170 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:13,170 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:13,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:13,271 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.shipperc6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 terminated 2024-12-04T15:24:13,271 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,40377,1733325830723.replicationSource.wal-reader.c6f2e1d35cf1%2C40377%2C1733325830723,1-c6f2e1d35cf1,40377,1733325830723 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T15:24:13,271 INFO [RS:0;c6f2e1d35cf1:40377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:40377. 2024-12-04T15:24:13,271 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:13,271 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:13,271 DEBUG [RS:0;c6f2e1d35cf1:40377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:13,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:13,271 INFO [RS:0;c6f2e1d35cf1:40377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40377 2024-12-04T15:24:13,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829/rs 2024-12-04T15:24:13,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0432099829/rs/c6f2e1d35cf1,40377,1733325830723 2024-12-04T15:24:13,285 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:24:13,293 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,40377,1733325830723] 2024-12-04T15:24:13,301 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0432099829/draining/c6f2e1d35cf1,40377,1733325830723 already deleted, retry=false 2024-12-04T15:24:13,301 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,40377,1733325830723 expired; onlineServers=0 2024-12-04T15:24:13,301 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,36253,1733325830553' ***** 2024-12-04T15:24:13,301 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:24:13,301 INFO [M:0;c6f2e1d35cf1:36253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:24:13,301 INFO [M:0;c6f2e1d35cf1:36253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:24:13,301 DEBUG [M:0;c6f2e1d35cf1:36253 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:24:13,302 DEBUG [M:0;c6f2e1d35cf1:36253 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:24:13,302 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:24:13,302 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325832311 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325832311,5,FailOnTimeoutGroup] 2024-12-04T15:24:13,302 INFO [M:0;c6f2e1d35cf1:36253 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:24:13,302 INFO [M:0;c6f2e1d35cf1:36253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:24:13,302 DEBUG [M:0;c6f2e1d35cf1:36253 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:24:13,302 INFO [M:0;c6f2e1d35cf1:36253 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:24:13,302 INFO [M:0;c6f2e1d35cf1:36253 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:24:13,302 INFO [M:0;c6f2e1d35cf1:36253 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:24:13,302 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:24:13,302 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325832311 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325832311,5,FailOnTimeoutGroup] 2024-12-04T15:24:13,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0432099829/master 2024-12-04T15:24:13,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0432099829 2024-12-04T15:24:13,310 DEBUG [M:0;c6f2e1d35cf1:36253 {}] zookeeper.ZKUtil(347): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Unable to get data of znode /0432099829/master because node does not exist (not an error) 2024-12-04T15:24:13,310 WARN [M:0;c6f2e1d35cf1:36253 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:24:13,311 INFO [M:0;c6f2e1d35cf1:36253 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/.lastflushedseqids 2024-12-04T15:24:13,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741848_1024 (size=245) 2024-12-04T15:24:13,394 INFO [RS:0;c6f2e1d35cf1:40377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:24:13,394 INFO [RS:0;c6f2e1d35cf1:40377 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,40377,1733325830723; zookeeper connection closed. 2024-12-04T15:24:13,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:13,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40377-0x101a21ef5d90001, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:13,394 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@232f4272 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@232f4272 2024-12-04T15:24:13,394 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:24:13,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:24:13,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:13,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:13,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:13,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:13,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:13,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:13,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:13,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:13,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:13,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:13,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:13,719 INFO [M:0;c6f2e1d35cf1:36253 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:24:13,720 INFO [M:0;c6f2e1d35cf1:36253 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:24:13,720 DEBUG [M:0;c6f2e1d35cf1:36253 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:24:13,720 INFO [M:0;c6f2e1d35cf1:36253 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:13,720 DEBUG [M:0;c6f2e1d35cf1:36253 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:13,720 DEBUG [M:0;c6f2e1d35cf1:36253 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:24:13,720 DEBUG [M:0;c6f2e1d35cf1:36253 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:13,720 INFO [M:0;c6f2e1d35cf1:36253 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T15:24:13,746 DEBUG [M:0;c6f2e1d35cf1:36253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2eb881a1c73e453dae3ba479cf5aa0a0 is 82, key is hbase:meta,,1/info:regioninfo/1733325833541/Put/seqid=0 2024-12-04T15:24:13,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741849_1025 (size=5672) 2024-12-04T15:24:13,761 INFO [M:0;c6f2e1d35cf1:36253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2eb881a1c73e453dae3ba479cf5aa0a0 2024-12-04T15:24:13,806 DEBUG [M:0;c6f2e1d35cf1:36253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c417162389b0458380c6662e12a13b43 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733325841627/Put/seqid=0 2024-12-04T15:24:13,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741850_1026 (size=8516) 2024-12-04T15:24:13,820 INFO [M:0;c6f2e1d35cf1:36253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c417162389b0458380c6662e12a13b43 2024-12-04T15:24:13,853 DEBUG [M:0;c6f2e1d35cf1:36253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e6633a58ff64510886574f6c272ef0f is 69, key is c6f2e1d35cf1,40377,1733325830723/rs:state/1733325832396/Put/seqid=0 2024-12-04T15:24:13,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741851_1027 (size=5156) 2024-12-04T15:24:14,261 INFO [M:0;c6f2e1d35cf1:36253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e6633a58ff64510886574f6c272ef0f 2024-12-04T15:24:14,267 DEBUG [M:0;c6f2e1d35cf1:36253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2eb881a1c73e453dae3ba479cf5aa0a0 as hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2eb881a1c73e453dae3ba479cf5aa0a0 2024-12-04T15:24:14,272 INFO [M:0;c6f2e1d35cf1:36253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2eb881a1c73e453dae3ba479cf5aa0a0, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T15:24:14,274 DEBUG [M:0;c6f2e1d35cf1:36253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c417162389b0458380c6662e12a13b43 as hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c417162389b0458380c6662e12a13b43 2024-12-04T15:24:14,279 INFO [M:0;c6f2e1d35cf1:36253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c417162389b0458380c6662e12a13b43, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T15:24:14,280 DEBUG [M:0;c6f2e1d35cf1:36253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e6633a58ff64510886574f6c272ef0f as hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e6633a58ff64510886574f6c272ef0f 2024-12-04T15:24:14,285 INFO [M:0;c6f2e1d35cf1:36253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46681/user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e6633a58ff64510886574f6c272ef0f, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T15:24:14,286 INFO [M:0;c6f2e1d35cf1:36253 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 566ms, sequenceid=97, compaction requested=false 2024-12-04T15:24:14,290 INFO [M:0;c6f2e1d35cf1:36253 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:14,290 DEBUG [M:0;c6f2e1d35cf1:36253 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325853720Disabling compacts and flushes for region at 1733325853720Disabling writes for close at 1733325853720Obtaining lock to block concurrent updates at 1733325853720Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325853720Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733325853720Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325853721 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325853721Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325853745 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325853745Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325853777 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325853806 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325853806Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325853827 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325853852 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325853852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1ad61a: reopening flushed file at 1733325854266 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@294638f5: reopening flushed file at 1733325854273 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d4455fa: reopening flushed file at 1733325854279 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 566ms, sequenceid=97, compaction requested=false at 1733325854286 (+7 ms)Writing region close event to WAL at 1733325854290 (+4 ms)Closed at 1733325854290 2024-12-04T15:24:14,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39695 is added to blk_1073741830_1006 (size=63654) 2024-12-04T15:24:14,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b92bfe4-d0c4-e44e-930a-6c44b61dcefa/MasterData/WALs/c6f2e1d35cf1,36253,1733325830553/c6f2e1d35cf1%2C36253%2C1733325830553.1733325832063 not finished, retry = 0 2024-12-04T15:24:14,394 INFO [M:0;c6f2e1d35cf1:36253 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:24:14,394 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:24:14,394 INFO [M:0;c6f2e1d35cf1:36253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36253 2024-12-04T15:24:14,394 INFO [M:0;c6f2e1d35cf1:36253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:24:14,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:14,506 INFO [M:0;c6f2e1d35cf1:36253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:24:14,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36253-0x101a21ef5d90000, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:14,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40bc9671{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:24:14,516 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:24:14,516 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:24:14,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:24:14,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/hadoop.log.dir/,STOPPED} 2024-12-04T15:24:14,517 WARN [BP-47354924-172.17.0.3-1733325828171 heartbeating to localhost/127.0.0.1:46681 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:24:14,517 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:24:14,518 WARN [BP-47354924-172.17.0.3-1733325828171 heartbeating to localhost/127.0.0.1:46681 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-47354924-172.17.0.3-1733325828171 (Datanode Uuid 7e8d19e0-d5f8-43f2-b660-62be8e1bd4a2) service to localhost/127.0.0.1:46681 2024-12-04T15:24:14,518 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:24:14,518 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/cluster_99ab5684-848c-44a4-032d-6ed333c2e8aa/data/data1/current/BP-47354924-172.17.0.3-1733325828171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:24:14,518 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/cluster_99ab5684-848c-44a4-032d-6ed333c2e8aa/data/data2/current/BP-47354924-172.17.0.3-1733325828171 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:24:14,518 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:24:14,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@191f9b12{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:24:14,526 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ea90aa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:24:14,526 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:24:14,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf6be0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:24:14,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bfff8b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a520e0bc-ee8f-309e-94dc-6abae1bae104/hadoop.log.dir/,STOPPED} 2024-12-04T15:24:14,532 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T15:24:14,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:24:14,557 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 244) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57288) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40701 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46681 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46681 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57288) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:46681 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=652 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 322) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4159 (was 4495) 2024-12-04T15:24:14,567 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=652, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=4159 2024-12-04T15:24:14,583 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-04T15:24:14,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/hadoop.log.dir so I do NOT create it in target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051 2024-12-04T15:24:14,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:24:14,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/hadoop.tmp.dir so I do NOT create it in target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051 2024-12-04T15:24:14,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/13e96d39-441c-69cf-aa38-023a51e90ea4/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:24:14,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051 2024-12-04T15:24:14,584 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/cluster_46b20b13-c481-12d8-627f-f4e7016f33ef, deleteOnExit=true 2024-12-04T15:24:14,590 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/cluster_46b20b13-c481-12d8-627f-f4e7016f33ef/zookeeper_0, clientPort=54831, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/cluster_46b20b13-c481-12d8-627f-f4e7016f33ef/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/cluster_46b20b13-c481-12d8-627f-f4e7016f33ef/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:24:14,593 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54831 2024-12-04T15:24:14,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:24:14,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:24:14,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/test.cache.data in system properties and HBase conf 2024-12-04T15:24:14,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:24:14,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:24:14,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:24:14,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:24:14,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:24:14,594 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:24:14,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:24:14,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:24:14,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:24:14,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:24:14,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:24:14,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:24:14,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:24:14,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:24:14,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:24:14,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:24:14,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:24:14,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:24:14,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:24:14,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:24:14,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a21ef5d90005, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:24:14,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a21ef5d90002, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:24:14,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a21ef5d90005, quorum=127.0.0.1:57288, baseZNode=/1-652223361 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:24:14,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a21ef5d90002, quorum=127.0.0.1:57288, baseZNode=/0432099829 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:24:14,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:24:14,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:24:14,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:24:14,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:24:14,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:24:14,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:24:14,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:24:14,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:24:14,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/java.io.tmpdir/jetty-localhost-41657-hadoop-hdfs-3_4_1-tests_jar-_-any-6637019604866473519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:24:14,979 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:41657} 2024-12-04T15:24:14,979 INFO [Time-limited test {}] server.Server(415): Started @220672ms 2024-12-04T15:24:15,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:24:15,239 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:24:15,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:24:15,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:24:15,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:24:15,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:24:15,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:24:15,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29850a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/java.io.tmpdir/jetty-localhost-33565-hadoop-hdfs-3_4_1-tests_jar-_-any-9796944122077742892/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:24:15,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:33565} 2024-12-04T15:24:15,337 INFO [Time-limited test {}] server.Server(415): Started @221030ms 2024-12-04T15:24:15,338 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:24:15,798 WARN [Thread-2658 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/cluster_46b20b13-c481-12d8-627f-f4e7016f33ef/data/data2/current/BP-135211154-172.17.0.3-1733325854615/current, will proceed with Du for space computation calculation, 2024-12-04T15:24:15,798 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/cluster_46b20b13-c481-12d8-627f-f4e7016f33ef/data/data1/current/BP-135211154-172.17.0.3-1733325854615/current, will proceed with Du for space computation calculation, 2024-12-04T15:24:15,831 WARN [Thread-2645 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:24:15,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8004726a399be4f with lease ID 0x9a1060c715651546: Processing first storage report for DS-2bfaf232-2223-40b1-a5f4-dd3b62dfc47b from datanode DatanodeRegistration(127.0.0.1:39219, datanodeUuid=1c085d38-db68-4d1a-aa8d-10d84bda34ee, infoPort=41163, infoSecurePort=0, ipcPort=35245, storageInfo=lv=-57;cid=testClusterID;nsid=1670155639;c=1733325854615) 2024-12-04T15:24:15,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8004726a399be4f with lease ID 0x9a1060c715651546: from storage DS-2bfaf232-2223-40b1-a5f4-dd3b62dfc47b node DatanodeRegistration(127.0.0.1:39219, datanodeUuid=1c085d38-db68-4d1a-aa8d-10d84bda34ee, infoPort=41163, infoSecurePort=0, ipcPort=35245, storageInfo=lv=-57;cid=testClusterID;nsid=1670155639;c=1733325854615), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:24:15,836 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8004726a399be4f with lease ID 0x9a1060c715651546: Processing first storage report for DS-dfc0b41a-e8b5-4ee2-a56d-fb70a5fed58e from datanode DatanodeRegistration(127.0.0.1:39219, datanodeUuid=1c085d38-db68-4d1a-aa8d-10d84bda34ee, infoPort=41163, infoSecurePort=0, ipcPort=35245, storageInfo=lv=-57;cid=testClusterID;nsid=1670155639;c=1733325854615) 2024-12-04T15:24:15,836 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8004726a399be4f with lease ID 0x9a1060c715651546: from storage DS-dfc0b41a-e8b5-4ee2-a56d-fb70a5fed58e node DatanodeRegistration(127.0.0.1:39219, datanodeUuid=1c085d38-db68-4d1a-aa8d-10d84bda34ee, infoPort=41163, infoSecurePort=0, ipcPort=35245, storageInfo=lv=-57;cid=testClusterID;nsid=1670155639;c=1733325854615), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:24:15,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051 2024-12-04T15:24:15,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:15,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:15,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:24:16,311 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b with version=8 2024-12-04T15:24:16,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/hbase-staging 2024-12-04T15:24:16,313 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:24:16,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:16,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:16,314 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:24:16,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:16,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:24:16,314 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:24:16,314 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:24:16,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46175 2024-12-04T15:24:16,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46175 connecting to ZooKeeper ensemble=127.0.0.1:54831 2024-12-04T15:24:17,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461750x0, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:24:17,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46175-0x101a21f5d240000 connected 2024-12-04T15:24:17,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:17,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:17,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Set watcher on znode that does not yet exist, /0-2121621229/running 2024-12-04T15:24:17,559 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b, hbase.cluster.distributed=false 2024-12-04T15:24:17,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Set watcher on znode that does not yet exist, /0-2121621229/acl 2024-12-04T15:24:17,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46175 2024-12-04T15:24:17,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46175 2024-12-04T15:24:17,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46175 2024-12-04T15:24:17,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46175 2024-12-04T15:24:17,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46175 2024-12-04T15:24:17,594 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:24:17,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:17,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:17,594 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:24:17,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:17,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:24:17,594 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:24:17,594 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:24:17,595 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34741 2024-12-04T15:24:17,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34741 connecting to ZooKeeper ensemble=127.0.0.1:54831 2024-12-04T15:24:17,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:17,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:17,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347410x0, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:24:17,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34741-0x101a21f5d240001 connected 2024-12-04T15:24:17,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Set watcher on znode that does not yet exist, /0-2121621229/running 2024-12-04T15:24:17,618 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:24:17,622 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:24:17,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Set watcher on znode that does not yet exist, /0-2121621229/master 2024-12-04T15:24:17,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Set watcher on znode that does not yet exist, /0-2121621229/acl 2024-12-04T15:24:17,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34741 2024-12-04T15:24:17,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34741 2024-12-04T15:24:17,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34741 2024-12-04T15:24:17,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34741 2024-12-04T15:24:17,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34741 2024-12-04T15:24:17,655 DEBUG [M:0;c6f2e1d35cf1:46175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:46175 2024-12-04T15:24:17,656 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2121621229/backup-masters/c6f2e1d35cf1,46175,1733325856313 2024-12-04T15:24:17,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229/backup-masters 2024-12-04T15:24:17,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229/backup-masters 2024-12-04T15:24:17,664 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Set watcher on existing znode=/0-2121621229/backup-masters/c6f2e1d35cf1,46175,1733325856313 2024-12-04T15:24:17,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:17,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2121621229/master 2024-12-04T15:24:17,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:17,673 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Set watcher on existing znode=/0-2121621229/master 2024-12-04T15:24:17,673 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2121621229/backup-masters/c6f2e1d35cf1,46175,1733325856313 from backup master directory 2024-12-04T15:24:17,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2121621229/backup-masters/c6f2e1d35cf1,46175,1733325856313 2024-12-04T15:24:17,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229/backup-masters 2024-12-04T15:24:17,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229/backup-masters 2024-12-04T15:24:17,681 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:24:17,681 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,46175,1733325856313 2024-12-04T15:24:17,688 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/hbase.id] with ID: bcbadf41-ac55-4518-bda5-010d0fb78807 2024-12-04T15:24:17,688 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/.tmp/hbase.id 2024-12-04T15:24:17,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:24:18,101 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/.tmp/hbase.id]:[hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/hbase.id] 2024-12-04T15:24:18,121 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:18,121 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:24:18,122 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:24:18,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:18,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:18,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:24:18,183 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:24:18,184 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:24:18,190 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:18,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:24:18,425 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:24:18,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:18,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:18,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:18,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:18,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:18,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:18,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:18,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:18,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:18,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:18,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:18,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:18,605 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store 2024-12-04T15:24:18,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:24:18,614 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:18,615 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:24:18,615 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:18,615 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:18,615 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:24:18,615 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:18,615 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:18,615 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325858614Disabling compacts and flushes for region at 1733325858614Disabling writes for close at 1733325858615 (+1 ms)Writing region close event to WAL at 1733325858615Closed at 1733325858615 2024-12-04T15:24:18,616 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/.initializing 2024-12-04T15:24:18,616 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/WALs/c6f2e1d35cf1,46175,1733325856313 2024-12-04T15:24:18,619 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:24:18,626 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C46175%2C1733325856313, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/WALs/c6f2e1d35cf1,46175,1733325856313, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/oldWALs, maxLogs=10 2024-12-04T15:24:18,667 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/WALs/c6f2e1d35cf1,46175,1733325856313/c6f2e1d35cf1%2C46175%2C1733325856313.1733325858626, exclude list is [], retry=0 2024-12-04T15:24:18,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-2bfaf232-2223-40b1-a5f4-dd3b62dfc47b,DISK] 2024-12-04T15:24:18,686 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/WALs/c6f2e1d35cf1,46175,1733325856313/c6f2e1d35cf1%2C46175%2C1733325856313.1733325858626 2024-12-04T15:24:18,686 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41163:41163)] 2024-12-04T15:24:18,686 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:18,687 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:18,687 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:18,687 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:18,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:18,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:24:18,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:18,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:18,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:18,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:24:18,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:18,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:18,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:18,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:24:18,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:18,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:18,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:18,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:24:18,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:18,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:18,696 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:18,700 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:18,701 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:18,702 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:18,702 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:18,703 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:24:18,704 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:18,706 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:18,706 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63356198, jitterRate=-0.05591908097267151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:24:18,707 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325858687Initializing all the Stores at 1733325858688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325858688Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325858688Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325858688Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325858688Cleaning up temporary data from old regions at 1733325858702 (+14 ms)Region opened successfully at 1733325858707 (+5 ms) 2024-12-04T15:24:18,707 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:24:18,710 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccf815d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:24:18,711 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:24:18,711 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:24:18,712 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:24:18,712 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:24:18,712 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:24:18,712 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:24:18,713 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:24:18,716 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:24:18,717 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Unable to get data of znode /0-2121621229/balancer because node does not exist (not necessarily an error) 2024-12-04T15:24:18,748 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2121621229/balancer already deleted, retry=false 2024-12-04T15:24:18,749 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:24:18,750 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Unable to get data of znode /0-2121621229/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:24:18,789 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2121621229/normalizer already deleted, retry=false 2024-12-04T15:24:18,791 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:24:18,797 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Unable to get data of znode /0-2121621229/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:24:18,817 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2121621229/switch/split already deleted, retry=false 2024-12-04T15:24:18,818 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Unable to get data of znode /0-2121621229/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:24:18,870 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2121621229/switch/merge already deleted, retry=false 2024-12-04T15:24:18,872 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Unable to get data of znode /0-2121621229/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:24:18,924 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2121621229/snapshot-cleanup already deleted, retry=false 2024-12-04T15:24:18,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2121621229/running 2024-12-04T15:24:18,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2121621229/running 2024-12-04T15:24:18,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:18,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:18,943 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,46175,1733325856313, sessionid=0x101a21f5d240000, setting cluster-up flag (Was=false) 2024-12-04T15:24:18,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:18,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:19,063 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2121621229/flush-table-proc/acquired, /0-2121621229/flush-table-proc/reached, /0-2121621229/flush-table-proc/abort 2024-12-04T15:24:19,063 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,46175,1733325856313 2024-12-04T15:24:19,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:19,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:19,197 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2121621229/online-snapshot/acquired, /0-2121621229/online-snapshot/reached, /0-2121621229/online-snapshot/abort 2024-12-04T15:24:19,198 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,46175,1733325856313 2024-12-04T15:24:19,207 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:24:19,208 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:24:19,208 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:24:19,208 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:24:19,209 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,46175,1733325856313 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:24:19,210 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:24:19,210 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:24:19,210 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:24:19,210 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:24:19,210 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:24:19,210 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:19,210 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:24:19,210 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:19,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:24:19,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:24:19,221 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:19,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:24:19,225 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325889225 2024-12-04T15:24:19,225 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:24:19,225 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:24:19,225 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:24:19,225 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:24:19,225 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:24:19,225 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:24:19,227 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,228 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:24:19,228 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:24:19,228 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:24:19,228 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:24:19,228 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:24:19,229 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:24:19,229 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325859229,5,FailOnTimeoutGroup] 2024-12-04T15:24:19,229 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325859229,5,FailOnTimeoutGroup] 2024-12-04T15:24:19,229 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,229 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:24:19,229 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,229 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:24:19,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:24:19,239 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b 2024-12-04T15:24:19,252 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(746): ClusterId : bcbadf41-ac55-4518-bda5-010d0fb78807 2024-12-04T15:24:19,252 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:24:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741832_1008 (size=32) 2024-12-04T15:24:19,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:19,259 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:24:19,259 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:24:19,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:24:19,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:24:19,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:19,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:19,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:24:19,268 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:24:19,268 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad307ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:24:19,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:24:19,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:19,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:19,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:24:19,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:24:19,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:19,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:19,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:24:19,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:24:19,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:19,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:19,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:24:19,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740 2024-12-04T15:24:19,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740 2024-12-04T15:24:19,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:24:19,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:24:19,278 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:24:19,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:24:19,294 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:19,295 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65033378, jitterRate=-0.030927151441574097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:24:19,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325859257Initializing all the Stores at 1733325859258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325859258Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325859263 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325859263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325859263Cleaning up temporary data from old regions at 1733325859277 (+14 ms)Region opened successfully at 1733325859295 (+18 ms) 2024-12-04T15:24:19,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:24:19,295 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:24:19,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:24:19,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:24:19,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:24:19,296 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:24:19,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325859295Disabling compacts and flushes for region at 1733325859295Disabling writes for close at 1733325859295Writing region close event to WAL at 1733325859296 (+1 ms)Closed at 1733325859296 2024-12-04T15:24:19,297 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:24:19,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:24:19,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:24:19,298 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:34741 2024-12-04T15:24:19,299 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:24:19,299 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:24:19,299 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:24:19,299 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:24:19,301 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:24:19,304 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,46175,1733325856313 with port=34741, startcode=1733325857593 2024-12-04T15:24:19,304 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:24:19,307 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:24:19,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46175 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,34741,1733325857593 2024-12-04T15:24:19,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46175 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,34741,1733325857593 2024-12-04T15:24:19,311 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b 2024-12-04T15:24:19,311 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46691 2024-12-04T15:24:19,311 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:24:19,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229/rs 2024-12-04T15:24:19,338 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] zookeeper.ZKUtil(111): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Set watcher on existing znode=/0-2121621229/rs/c6f2e1d35cf1,34741,1733325857593 2024-12-04T15:24:19,338 WARN [RS:0;c6f2e1d35cf1:34741 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:24:19,338 INFO [RS:0;c6f2e1d35cf1:34741 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:19,338 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593 2024-12-04T15:24:19,342 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,34741,1733325857593] 2024-12-04T15:24:19,346 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:24:19,351 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:24:19,356 INFO [RS:0;c6f2e1d35cf1:34741 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:24:19,356 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,356 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:24:19,357 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:24:19,357 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,357 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:19,357 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:19,358 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:19,358 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:19,358 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:19,358 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:24:19,358 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:19,358 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:19,358 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:19,358 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:19,358 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:19,358 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:19,358 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:24:19,358 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:24:19,368 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,368 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,368 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,368 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,368 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,368 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34741,1733325857593-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:24:19,393 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:24:19,394 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34741,1733325857593-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,394 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,394 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.Replication(171): c6f2e1d35cf1,34741,1733325857593 started 2024-12-04T15:24:19,414 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,414 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,34741,1733325857593, RpcServer on c6f2e1d35cf1/172.17.0.3:34741, sessionid=0x101a21f5d240001 2024-12-04T15:24:19,414 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:24:19,414 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,34741,1733325857593 2024-12-04T15:24:19,414 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,34741,1733325857593' 2024-12-04T15:24:19,414 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2121621229/flush-table-proc/abort' 2024-12-04T15:24:19,415 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2121621229/flush-table-proc/acquired' 2024-12-04T15:24:19,415 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:24:19,415 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:24:19,415 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,34741,1733325857593 2024-12-04T15:24:19,415 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,34741,1733325857593' 2024-12-04T15:24:19,415 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2121621229/online-snapshot/abort' 2024-12-04T15:24:19,416 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2121621229/online-snapshot/acquired' 2024-12-04T15:24:19,416 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:24:19,416 INFO [RS:0;c6f2e1d35cf1:34741 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:24:19,416 INFO [RS:0;c6f2e1d35cf1:34741 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:24:19,452 WARN [c6f2e1d35cf1:46175 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T15:24:19,517 INFO [RS:0;c6f2e1d35cf1:34741 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:24:19,518 INFO [RS:0;c6f2e1d35cf1:34741 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C34741%2C1733325857593, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/oldWALs, maxLogs=10 2024-12-04T15:24:19,535 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519, exclude list is [], retry=0 2024-12-04T15:24:19,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-2bfaf232-2223-40b1-a5f4-dd3b62dfc47b,DISK] 2024-12-04T15:24:19,544 INFO [RS:0;c6f2e1d35cf1:34741 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 2024-12-04T15:24:19,544 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41163:41163)] 2024-12-04T15:24:19,702 DEBUG [c6f2e1d35cf1:46175 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:24:19,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,34741,1733325857593 2024-12-04T15:24:19,704 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,34741,1733325857593, state=OPENING 2024-12-04T15:24:19,714 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:24:19,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:19,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:19,743 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:24:19,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2121621229/meta-region-server: CHANGED 2024-12-04T15:24:19,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,34741,1733325857593}] 2024-12-04T15:24:19,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2121621229/meta-region-server: CHANGED 2024-12-04T15:24:19,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:24:19,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T15:24:19,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T15:24:19,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T15:24:19,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:24:19,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:24:19,896 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:24:19,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:24:19,902 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:24:19,902 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:19,902 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:24:19,904 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C34741%2C1733325857593.meta, suffix=.meta, logDir=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/oldWALs, maxLogs=10 2024-12-04T15:24:19,921 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.meta.1733325859904.meta, exclude list is [], retry=0 2024-12-04T15:24:19,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-2bfaf232-2223-40b1-a5f4-dd3b62dfc47b,DISK] 2024-12-04T15:24:19,930 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.meta.1733325859904.meta 2024-12-04T15:24:19,930 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41163:41163)] 2024-12-04T15:24:19,931 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:19,931 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:24:19,931 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:24:19,931 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:24:19,931 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:24:19,931 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:24:19,931 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:19,932 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:24:19,932 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:24:19,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:24:19,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:24:19,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:19,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:19,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:24:19,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:24:19,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:19,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:19,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:24:19,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:24:19,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:19,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:19,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:24:19,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:24:19,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:19,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:19,943 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:24:19,944 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740 2024-12-04T15:24:19,945 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740 2024-12-04T15:24:19,946 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:24:19,946 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:24:19,946 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:24:19,947 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:24:19,948 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74153712, jitterRate=0.10497641563415527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:24:19,948 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:24:19,949 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325859932Writing region info on filesystem at 1733325859932Initializing all the Stores at 1733325859933 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325859933Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325859938 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325859938Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325859938Cleaning up temporary data from old regions at 1733325859946 (+8 ms)Running coprocessor post-open hooks at 1733325859948 (+2 ms)Region opened successfully at 1733325859949 (+1 ms) 2024-12-04T15:24:19,950 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325859896 2024-12-04T15:24:19,953 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:24:19,953 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:24:19,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,34741,1733325857593 2024-12-04T15:24:19,955 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,34741,1733325857593, state=OPEN 2024-12-04T15:24:19,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2121621229/meta-region-server 2024-12-04T15:24:19,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2121621229/meta-region-server: CHANGED 2024-12-04T15:24:19,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2121621229/meta-region-server 2024-12-04T15:24:19,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2121621229/meta-region-server: CHANGED 2024-12-04T15:24:19,965 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,34741,1733325857593 2024-12-04T15:24:19,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:24:19,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,34741,1733325857593 in 222 msec 2024-12-04T15:24:19,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:24:19,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 670 msec 2024-12-04T15:24:19,971 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:24:19,971 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:24:19,973 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:19,973 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,34741,1733325857593, seqNum=-1] 2024-12-04T15:24:19,973 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:19,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:24:19,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 772 msec 2024-12-04T15:24:19,981 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325859981, completionTime=-1 2024-12-04T15:24:19,981 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:24:19,981 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:24:19,983 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:24:19,983 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325919983 2024-12-04T15:24:19,983 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325979983 2024-12-04T15:24:19,984 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T15:24:19,984 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46175,1733325856313-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,984 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46175,1733325856313-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,984 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46175,1733325856313-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,984 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:46175, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,984 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,987 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:24:19,990 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:19,995 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.314sec 2024-12-04T15:24:19,996 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:24:19,996 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:24:19,996 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:24:19,996 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:24:19,996 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:24:19,996 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46175,1733325856313-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:24:19,996 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46175,1733325856313-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:24:20,001 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:24:20,001 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:24:20,002 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46175,1733325856313-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:20,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694154b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:20,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,46175,-1 for getting cluster id 2024-12-04T15:24:20,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:20,061 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcbadf41-ac55-4518-bda5-010d0fb78807' 2024-12-04T15:24:20,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:20,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcbadf41-ac55-4518-bda5-010d0fb78807" 2024-12-04T15:24:20,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25121d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:20,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,46175,-1] 2024-12-04T15:24:20,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:20,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:20,064 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:20,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd69fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:20,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:20,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,34741,1733325857593, seqNum=-1] 2024-12-04T15:24:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:20,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:24:20,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,46175,1733325856313 2024-12-04T15:24:20,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54831 2024-12-04T15:24:20,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:24:20,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a21f5d240002 connected 2024-12-04T15:24:20,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/hadoop.log.dir so I do NOT create it in target/test-data/df93c877-9df3-5686-7137-9102b046241e 2024-12-04T15:24:20,112 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:24:20,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/hadoop.tmp.dir so I do NOT create it in target/test-data/df93c877-9df3-5686-7137-9102b046241e 2024-12-04T15:24:20,112 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:24:20,112 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e 2024-12-04T15:24:20,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:24:20,112 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/cluster_45a324bd-bf38-b6ab-c3c7-246cc88ebd0e, deleteOnExit=true 2024-12-04T15:24:20,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:24:20,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/test.cache.data in system properties and HBase conf 2024-12-04T15:24:20,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:24:20,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:24:20,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:24:20,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:24:20,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:24:20,113 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:24:20,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:24:20,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:24:20,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:24:20,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:24:20,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:24:20,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:24:20,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:24:20,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:24:20,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:24:20,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:24:20,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:24:20,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:24:20,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:24:20,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:24:20,402 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:24:20,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:24:20,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:24:20,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:24:20,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:24:20,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:24:20,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:24:20,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:24:20,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ef897f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/java.io.tmpdir/jetty-localhost-38339-hadoop-hdfs-3_4_1-tests_jar-_-any-610183222732883790/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:24:20,599 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:38339} 2024-12-04T15:24:20,599 INFO [Time-limited test {}] server.Server(415): Started @226292ms 2024-12-04T15:24:20,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:24:20,829 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:24:20,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:24:20,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:24:20,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:24:20,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:24:20,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:24:20,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b203ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/java.io.tmpdir/jetty-localhost-44839-hadoop-hdfs-3_4_1-tests_jar-_-any-7474969421490334004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:24:20,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:44839} 2024-12-04T15:24:20,999 INFO [Time-limited test {}] server.Server(415): Started @226691ms 2024-12-04T15:24:21,000 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:24:21,548 WARN [Thread-2778 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/cluster_45a324bd-bf38-b6ab-c3c7-246cc88ebd0e/data/data1/current/BP-2054552209-172.17.0.3-1733325860142/current, will proceed with Du for space computation calculation, 2024-12-04T15:24:21,549 WARN [Thread-2779 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/cluster_45a324bd-bf38-b6ab-c3c7-246cc88ebd0e/data/data2/current/BP-2054552209-172.17.0.3-1733325860142/current, will proceed with Du for space computation calculation, 2024-12-04T15:24:21,599 WARN [Thread-2766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:24:21,602 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fdef4def257f535 with lease ID 0x518a8cac7d642fc7: Processing first storage report for DS-59af8507-69ab-4456-b4c2-16ba7ceb2d9f from datanode DatanodeRegistration(127.0.0.1:44239, datanodeUuid=2340e842-bdd1-4f04-bc83-503fee15488e, infoPort=37915, infoSecurePort=0, ipcPort=39147, storageInfo=lv=-57;cid=testClusterID;nsid=1886246103;c=1733325860142) 2024-12-04T15:24:21,602 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fdef4def257f535 with lease ID 0x518a8cac7d642fc7: from storage DS-59af8507-69ab-4456-b4c2-16ba7ceb2d9f node DatanodeRegistration(127.0.0.1:44239, datanodeUuid=2340e842-bdd1-4f04-bc83-503fee15488e, infoPort=37915, infoSecurePort=0, ipcPort=39147, storageInfo=lv=-57;cid=testClusterID;nsid=1886246103;c=1733325860142), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:24:21,602 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fdef4def257f535 with lease ID 0x518a8cac7d642fc7: Processing first storage report for DS-402b619e-e6fe-49e7-8d8f-8846ee129cfd from datanode DatanodeRegistration(127.0.0.1:44239, datanodeUuid=2340e842-bdd1-4f04-bc83-503fee15488e, infoPort=37915, infoSecurePort=0, ipcPort=39147, storageInfo=lv=-57;cid=testClusterID;nsid=1886246103;c=1733325860142) 2024-12-04T15:24:21,602 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fdef4def257f535 with lease ID 0x518a8cac7d642fc7: from storage DS-402b619e-e6fe-49e7-8d8f-8846ee129cfd node DatanodeRegistration(127.0.0.1:44239, datanodeUuid=2340e842-bdd1-4f04-bc83-503fee15488e, infoPort=37915, infoSecurePort=0, ipcPort=39147, storageInfo=lv=-57;cid=testClusterID;nsid=1886246103;c=1733325860142), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:24:21,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e 2024-12-04T15:24:21,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:21,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:21,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:24:21,676 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc with version=8 2024-12-04T15:24:21,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/hbase-staging 2024-12-04T15:24:21,679 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:24:21,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:21,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:21,679 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:24:21,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:21,679 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:24:21,679 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:24:21,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:24:21,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33649 2024-12-04T15:24:21,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33649 connecting to ZooKeeper ensemble=127.0.0.1:54831 2024-12-04T15:24:21,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336490x0, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:24:21,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33649-0x101a21f5d240003 connected 2024-12-04T15:24:21,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:21,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:21,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Set watcher on znode that does not yet exist, /1-723055923/running 2024-12-04T15:24:21,761 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc, hbase.cluster.distributed=false 2024-12-04T15:24:21,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Set watcher on znode that does not yet exist, /1-723055923/acl 2024-12-04T15:24:21,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33649 2024-12-04T15:24:21,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33649 2024-12-04T15:24:21,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33649 2024-12-04T15:24:21,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33649 2024-12-04T15:24:21,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33649 2024-12-04T15:24:21,798 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:24:21,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:21,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:21,799 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:24:21,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:21,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:24:21,799 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:24:21,799 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:24:21,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37887 2024-12-04T15:24:21,801 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37887 connecting to ZooKeeper ensemble=127.0.0.1:54831 2024-12-04T15:24:21,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:21,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:21,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378870x0, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:24:21,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378870x0, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Set watcher on znode that does not yet exist, /1-723055923/running 2024-12-04T15:24:21,814 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:24:21,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37887-0x101a21f5d240004 connected 2024-12-04T15:24:21,820 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:24:21,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Set watcher on znode that does not yet exist, /1-723055923/master 2024-12-04T15:24:21,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Set watcher on znode that does not yet exist, /1-723055923/acl 2024-12-04T15:24:21,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37887 2024-12-04T15:24:21,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37887 2024-12-04T15:24:21,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37887 2024-12-04T15:24:21,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37887 2024-12-04T15:24:21,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37887 2024-12-04T15:24:21,847 DEBUG [M:0;c6f2e1d35cf1:33649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:33649 2024-12-04T15:24:21,847 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-723055923/backup-masters/c6f2e1d35cf1,33649,1733325861678 2024-12-04T15:24:21,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923/backup-masters 2024-12-04T15:24:21,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923/backup-masters 2024-12-04T15:24:21,856 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Set watcher on existing znode=/1-723055923/backup-masters/c6f2e1d35cf1,33649,1733325861678 2024-12-04T15:24:21,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:21,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-723055923/master 2024-12-04T15:24:21,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:21,865 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Set watcher on existing znode=/1-723055923/master 2024-12-04T15:24:21,865 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-723055923/backup-masters/c6f2e1d35cf1,33649,1733325861678 from backup master directory 2024-12-04T15:24:21,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923/backup-masters 2024-12-04T15:24:21,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-723055923/backup-masters/c6f2e1d35cf1,33649,1733325861678 2024-12-04T15:24:21,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923/backup-masters 2024-12-04T15:24:21,875 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:24:21,875 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,33649,1733325861678 2024-12-04T15:24:21,879 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/hbase.id] with ID: ad32beb6-0284-4fd3-ab19-4227aa729ad8 2024-12-04T15:24:21,879 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/.tmp/hbase.id 2024-12-04T15:24:21,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:24:22,284 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/.tmp/hbase.id]:[hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/hbase.id] 2024-12-04T15:24:22,293 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:22,293 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:24:22,294 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:24:22,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:22,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:22,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:24:22,449 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:22,449 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:24:22,450 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38283 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:24:22,731 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:24:22,732 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:24:22,732 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:22,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:24:23,145 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store 2024-12-04T15:24:23,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:24:23,551 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:23,551 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:24:23,551 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:23,551 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:23,551 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:24:23,551 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:23,551 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:23,551 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325863551Disabling compacts and flushes for region at 1733325863551Disabling writes for close at 1733325863551Writing region close event to WAL at 1733325863551Closed at 1733325863551 2024-12-04T15:24:23,552 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/.initializing 2024-12-04T15:24:23,552 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/WALs/c6f2e1d35cf1,33649,1733325861678 2024-12-04T15:24:23,552 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:24:23,554 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C33649%2C1733325861678, suffix=, logDir=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/WALs/c6f2e1d35cf1,33649,1733325861678, archiveDir=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/oldWALs, maxLogs=10 2024-12-04T15:24:23,569 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/WALs/c6f2e1d35cf1,33649,1733325861678/c6f2e1d35cf1%2C33649%2C1733325861678.1733325863554, exclude list is [], retry=0 2024-12-04T15:24:23,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44239,DS-59af8507-69ab-4456-b4c2-16ba7ceb2d9f,DISK] 2024-12-04T15:24:23,572 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/WALs/c6f2e1d35cf1,33649,1733325861678/c6f2e1d35cf1%2C33649%2C1733325861678.1733325863554 2024-12-04T15:24:23,573 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37915:37915)] 2024-12-04T15:24:23,573 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:23,573 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:23,573 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:23,573 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:23,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:23,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:24:23,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:23,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:23,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:23,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:24:23,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:23,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:23,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:23,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:24:23,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:23,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:23,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:23,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:24:23,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:23,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:23,579 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:23,580 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:23,580 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:23,581 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:23,581 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:23,582 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:24:23,582 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:23,584 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:23,584 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62913456, jitterRate=-0.06251645088195801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:24:23,585 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325863573Initializing all the Stores at 1733325863574 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325863574Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325863574Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325863574Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325863574Cleaning up temporary data from old regions at 1733325863581 (+7 ms)Region opened successfully at 1733325863584 (+3 ms) 2024-12-04T15:24:23,585 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:24:23,587 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffe65c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:24:23,588 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:24:23,588 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:24:23,588 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:24:23,589 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:24:23,589 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:24:23,589 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:24:23,589 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:24:23,592 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:24:23,592 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Unable to get data of znode /1-723055923/balancer because node does not exist (not necessarily an error) 2024-12-04T15:24:23,633 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-723055923/balancer already deleted, retry=false 2024-12-04T15:24:23,634 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:24:23,635 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Unable to get data of znode /1-723055923/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:24:23,642 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-723055923/normalizer already deleted, retry=false 2024-12-04T15:24:23,642 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:24:23,643 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Unable to get data of znode /1-723055923/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:24:23,650 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-723055923/switch/split already deleted, retry=false 2024-12-04T15:24:23,651 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Unable to get data of znode /1-723055923/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:24:23,658 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-723055923/switch/merge already deleted, retry=false 2024-12-04T15:24:23,660 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Unable to get data of znode /1-723055923/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:24:23,667 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-723055923/snapshot-cleanup already deleted, retry=false 2024-12-04T15:24:23,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-723055923/running 2024-12-04T15:24:23,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-723055923/running 2024-12-04T15:24:23,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:23,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:23,675 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,33649,1733325861678, sessionid=0x101a21f5d240003, setting cluster-up flag (Was=false) 2024-12-04T15:24:23,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:23,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:23,717 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-723055923/flush-table-proc/acquired, /1-723055923/flush-table-proc/reached, /1-723055923/flush-table-proc/abort 2024-12-04T15:24:23,718 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,33649,1733325861678 2024-12-04T15:24:23,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:23,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:23,758 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-723055923/online-snapshot/acquired, /1-723055923/online-snapshot/reached, /1-723055923/online-snapshot/abort 2024-12-04T15:24:23,759 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,33649,1733325861678 2024-12-04T15:24:23,760 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:24:23,762 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:24:23,762 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:24:23,763 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:24:23,763 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,33649,1733325861678 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:24:23,764 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:24:23,764 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:24:23,764 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:24:23,764 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:24:23,764 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:24:23,764 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:23,764 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:24:23,764 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:23,765 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325893765 2024-12-04T15:24:23,765 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:24:23,765 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:24:23,766 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:24:23,766 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:24:23,766 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:24:23,766 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:24:23,766 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:24:23,766 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:24:23,766 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:23,766 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:23,767 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:24:23,771 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:24:23,771 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:24:23,771 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:24:23,771 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:24:23,772 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:24:23,772 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:24:23,774 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325863772,5,FailOnTimeoutGroup] 2024-12-04T15:24:23,777 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325863774,5,FailOnTimeoutGroup] 2024-12-04T15:24:23,777 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:23,777 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:24:23,777 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:23,777 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:23,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:24:23,836 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(746): ClusterId : ad32beb6-0284-4fd3-ab19-4227aa729ad8 2024-12-04T15:24:23,836 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:24:23,842 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:24:23,842 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:24:23,851 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:24:23,851 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1c0751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:24:23,867 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:37887 2024-12-04T15:24:23,867 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:24:23,867 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:24:23,867 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:24:23,868 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,33649,1733325861678 with port=37887, startcode=1733325861798 2024-12-04T15:24:23,868 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:24:23,869 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:24:23,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33649 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,37887,1733325861798 2024-12-04T15:24:23,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33649 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,37887,1733325861798 2024-12-04T15:24:23,871 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc 2024-12-04T15:24:23,871 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43865 2024-12-04T15:24:23,871 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:24:23,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923/rs 2024-12-04T15:24:23,917 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] zookeeper.ZKUtil(111): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Set watcher on existing znode=/1-723055923/rs/c6f2e1d35cf1,37887,1733325861798 2024-12-04T15:24:23,917 WARN [RS:0;c6f2e1d35cf1:37887 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:24:23,917 INFO [RS:0;c6f2e1d35cf1:37887 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:23,917 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798 2024-12-04T15:24:23,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,37887,1733325861798] 2024-12-04T15:24:23,920 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:24:23,922 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:24:23,923 INFO [RS:0;c6f2e1d35cf1:37887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:24:23,923 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:23,923 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:24:23,924 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:24:23,924 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:23,924 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:23,924 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:23,924 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:23,924 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:23,924 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:23,925 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:24:23,925 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:23,925 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:23,925 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:23,925 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:23,925 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:23,925 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:23,925 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:24:23,925 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:24:23,930 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:23,930 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:23,930 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:23,930 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:23,930 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:23,930 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,37887,1733325861798-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:24:23,952 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:24:23,953 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,37887,1733325861798-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:23,953 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:23,953 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.Replication(171): c6f2e1d35cf1,37887,1733325861798 started 2024-12-04T15:24:23,972 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:23,972 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,37887,1733325861798, RpcServer on c6f2e1d35cf1/172.17.0.3:37887, sessionid=0x101a21f5d240004 2024-12-04T15:24:23,972 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:24:23,972 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,37887,1733325861798 2024-12-04T15:24:23,972 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,37887,1733325861798' 2024-12-04T15:24:23,972 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-723055923/flush-table-proc/abort' 2024-12-04T15:24:23,973 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-723055923/flush-table-proc/acquired' 2024-12-04T15:24:23,973 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:24:23,973 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:24:23,973 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,37887,1733325861798 2024-12-04T15:24:23,973 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,37887,1733325861798' 2024-12-04T15:24:23,973 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-723055923/online-snapshot/abort' 2024-12-04T15:24:23,973 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-723055923/online-snapshot/acquired' 2024-12-04T15:24:23,974 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:24:23,974 INFO [RS:0;c6f2e1d35cf1:37887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:24:23,974 INFO [RS:0;c6f2e1d35cf1:37887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:24:24,074 INFO [RS:0;c6f2e1d35cf1:37887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:24:24,075 INFO [RS:0;c6f2e1d35cf1:37887 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C37887%2C1733325861798, suffix=, logDir=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798, archiveDir=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/oldWALs, maxLogs=10 2024-12-04T15:24:24,092 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076, exclude list is [], retry=0 2024-12-04T15:24:24,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44239,DS-59af8507-69ab-4456-b4c2-16ba7ceb2d9f,DISK] 2024-12-04T15:24:24,096 INFO [RS:0;c6f2e1d35cf1:37887 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 2024-12-04T15:24:24,096 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37915:37915)] 2024-12-04T15:24:24,185 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:24:24,185 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc 2024-12-04T15:24:24,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:24:24,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:24,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:24:24,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:24:24,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:24,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:24,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:24:24,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:24:24,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:24,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:24,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:24:24,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:24:24,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:24,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:24,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:24:24,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:24:24,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:24,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:24,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:24:24,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740 2024-12-04T15:24:24,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740 2024-12-04T15:24:24,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:24:24,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:24:24,600 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:24:24,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:24:24,603 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:24,604 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66332429, jitterRate=-0.011569783091545105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:24:24,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325864591Initializing all the Stores at 1733325864592 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325864592Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325864592Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325864592Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325864592Cleaning up temporary data from old regions at 1733325864600 (+8 ms)Region opened successfully at 1733325864604 (+4 ms) 2024-12-04T15:24:24,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:24:24,604 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:24:24,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:24:24,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:24:24,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:24:24,605 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:24:24,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325864604Disabling compacts and flushes for region at 1733325864604Disabling writes for close at 1733325864604Writing region close event to WAL at 1733325864605 (+1 ms)Closed at 1733325864605 2024-12-04T15:24:24,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:24:24,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:24:24,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:24:24,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:24:24,607 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:24:24,758 DEBUG [c6f2e1d35cf1:33649 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:24:24,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,37887,1733325861798 2024-12-04T15:24:24,760 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,37887,1733325861798, state=OPENING 2024-12-04T15:24:24,833 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:24:24,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:24,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:24,842 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:24:24,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-723055923/meta-region-server: CHANGED 2024-12-04T15:24:24,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-723055923/meta-region-server: CHANGED 2024-12-04T15:24:24,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,37887,1733325861798}] 2024-12-04T15:24:24,995 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:24:24,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:24:25,000 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:24:25,000 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:25,000 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:24:25,001 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C37887%2C1733325861798.meta, suffix=.meta, logDir=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798, archiveDir=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/oldWALs, maxLogs=10 2024-12-04T15:24:25,017 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.meta.1733325865002.meta, exclude list is [], retry=0 2024-12-04T15:24:25,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44239,DS-59af8507-69ab-4456-b4c2-16ba7ceb2d9f,DISK] 2024-12-04T15:24:25,021 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.meta.1733325865002.meta 2024-12-04T15:24:25,022 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37915:37915)] 2024-12-04T15:24:25,022 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:25,022 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:24:25,022 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:24:25,022 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:24:25,022 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:24:25,023 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:24:25,023 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:25,023 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:24:25,023 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:24:25,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:24:25,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:24:25,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:25,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:25,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:24:25,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:24:25,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:25,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:25,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:24:25,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:24:25,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:25,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:25,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:24:25,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:24:25,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:25,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:25,031 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:24:25,032 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740 2024-12-04T15:24:25,032 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740 2024-12-04T15:24:25,033 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:24:25,033 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:24:25,033 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:24:25,034 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:24:25,035 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62258673, jitterRate=-0.07227347791194916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:24:25,035 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:24:25,035 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325865023Writing region info on filesystem at 1733325865023Initializing all the Stores at 1733325865024 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325865024Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325865026 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325865026Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325865026Cleaning up temporary data from old regions at 1733325865033 (+7 ms)Running coprocessor post-open hooks at 1733325865035 (+2 ms)Region opened successfully at 1733325865035 2024-12-04T15:24:25,036 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325864994 2024-12-04T15:24:25,038 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:24:25,038 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:24:25,039 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,37887,1733325861798 2024-12-04T15:24:25,039 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,37887,1733325861798, state=OPEN 2024-12-04T15:24:25,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-723055923/meta-region-server 2024-12-04T15:24:25,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-723055923/meta-region-server 2024-12-04T15:24:25,047 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,37887,1733325861798 2024-12-04T15:24:25,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-723055923/meta-region-server: CHANGED 2024-12-04T15:24:25,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-723055923/meta-region-server: CHANGED 2024-12-04T15:24:25,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:24:25,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,37887,1733325861798 in 205 msec 2024-12-04T15:24:25,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:24:25,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-12-04T15:24:25,052 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:24:25,052 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:24:25,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:25,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,37887,1733325861798, seqNum=-1] 2024-12-04T15:24:25,053 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:25,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:24:25,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2970 sec 2024-12-04T15:24:25,061 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325865061, completionTime=-1 2024-12-04T15:24:25,061 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:24:25,061 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:24:25,064 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:24:25,064 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325925064 2024-12-04T15:24:25,064 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325985064 2024-12-04T15:24:25,064 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T15:24:25,064 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,33649,1733325861678-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:25,064 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,33649,1733325861678-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:25,064 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,33649,1733325861678-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:25,064 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:33649, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:25,064 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:25,064 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:25,066 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:24:25,069 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.194sec 2024-12-04T15:24:25,069 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:24:25,069 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:24:25,069 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:24:25,069 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:24:25,069 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:24:25,069 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,33649,1733325861678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:24:25,069 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,33649,1733325861678-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:24:25,071 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:24:25,071 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:24:25,071 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,33649,1733325861678-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:25,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798dd4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:25,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,33649,-1 for getting cluster id 2024-12-04T15:24:25,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:25,139 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad32beb6-0284-4fd3-ab19-4227aa729ad8' 2024-12-04T15:24:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad32beb6-0284-4fd3-ab19-4227aa729ad8" 2024-12-04T15:24:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e773c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,33649,-1] 2024-12-04T15:24:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:25,141 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:25,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@850c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:25,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:25,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,37887,1733325861798, seqNum=-1] 2024-12-04T15:24:25,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:25,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:24:25,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,33649,1733325861678 2024-12-04T15:24:25,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54831 2024-12-04T15:24:25,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:24:25,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a21f5d240005 connected 2024-12-04T15:24:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/hadoop.log.dir so I do NOT create it in target/test-data/423c3508-9655-81bd-868e-a176b6019029 2024-12-04T15:24:25,166 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:24:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/hadoop.tmp.dir so I do NOT create it in target/test-data/423c3508-9655-81bd-868e-a176b6019029 2024-12-04T15:24:25,166 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:24:25,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029 2024-12-04T15:24:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:24:25,166 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/cluster_58b34dd7-a68e-ec14-b1bf-2251d2544f4a, deleteOnExit=true 2024-12-04T15:24:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:24:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/test.cache.data in system properties and HBase conf 2024-12-04T15:24:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:24:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:24:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:24:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:24:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:24:25,167 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:24:25,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:24:25,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:24:25,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:24:25,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:24:25,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:24:25,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:24:25,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:24:25,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:24:25,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:24:25,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:24:25,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:24:25,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:24:25,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:24:25,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:24:25,309 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:24:25,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:25,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:25,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:25,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:25,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:25,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:25,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:25,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:25,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:25,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:25,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:25,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:25,375 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:24:25,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:24:25,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:24:25,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:24:25,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:24:25,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:24:25,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:24:25,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:24:25,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:24:25,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f67c797{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/java.io.tmpdir/jetty-localhost-45379-hadoop-hdfs-3_4_1-tests_jar-_-any-6815907781982676141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:24:25,580 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:45379} 2024-12-04T15:24:25,580 INFO [Time-limited test {}] server.Server(415): Started @231273ms 2024-12-04T15:24:25,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:24:25,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:24:25,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:24:25,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:24:25,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:24:25,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:24:25,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:24:25,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7615a626{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/java.io.tmpdir/jetty-localhost-40741-hadoop-hdfs-3_4_1-tests_jar-_-any-12817412906075669510/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:24:25,917 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:40741} 2024-12-04T15:24:25,917 INFO [Time-limited test {}] server.Server(415): Started @231610ms 2024-12-04T15:24:25,918 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:24:26,377 WARN [Thread-2899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/cluster_58b34dd7-a68e-ec14-b1bf-2251d2544f4a/data/data1/current/BP-1898679642-172.17.0.3-1733325865189/current, will proceed with Du for space computation calculation, 2024-12-04T15:24:26,377 WARN [Thread-2900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/cluster_58b34dd7-a68e-ec14-b1bf-2251d2544f4a/data/data2/current/BP-1898679642-172.17.0.3-1733325865189/current, will proceed with Du for space computation calculation, 2024-12-04T15:24:26,404 WARN [Thread-2887 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:24:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13db24dbc74c629 with lease ID 0xf4efd2b4dfd53287: Processing first storage report for DS-18567a65-c14f-4423-9194-c071b3dfd320 from datanode DatanodeRegistration(127.0.0.1:39077, datanodeUuid=2310e259-6899-4d06-8d78-9f5b51377e27, infoPort=41215, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=666813244;c=1733325865189) 2024-12-04T15:24:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13db24dbc74c629 with lease ID 0xf4efd2b4dfd53287: from storage DS-18567a65-c14f-4423-9194-c071b3dfd320 node DatanodeRegistration(127.0.0.1:39077, datanodeUuid=2310e259-6899-4d06-8d78-9f5b51377e27, infoPort=41215, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=666813244;c=1733325865189), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:24:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13db24dbc74c629 with lease ID 0xf4efd2b4dfd53287: Processing first storage report for DS-cbeb241b-c0ce-4db4-927e-6d0468800749 from datanode DatanodeRegistration(127.0.0.1:39077, datanodeUuid=2310e259-6899-4d06-8d78-9f5b51377e27, infoPort=41215, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=666813244;c=1733325865189) 2024-12-04T15:24:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13db24dbc74c629 with lease ID 0xf4efd2b4dfd53287: from storage DS-cbeb241b-c0ce-4db4-927e-6d0468800749 node DatanodeRegistration(127.0.0.1:39077, datanodeUuid=2310e259-6899-4d06-8d78-9f5b51377e27, infoPort=41215, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=666813244;c=1733325865189), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T15:24:26,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029 2024-12-04T15:24:26,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:26,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:26,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:24:26,475 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8 with version=8 2024-12-04T15:24:26,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/hbase-staging 2024-12-04T15:24:26,478 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:24:26,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:26,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:26,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:24:26,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:26,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:24:26,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:24:26,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:24:26,479 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44821 2024-12-04T15:24:26,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44821 connecting to ZooKeeper ensemble=127.0.0.1:54831 2024-12-04T15:24:26,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448210x0, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:24:26,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44821-0x101a21f5d240006 connected 2024-12-04T15:24:26,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:26,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:26,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Set watcher on znode that does not yet exist, /2-261954569/running 2024-12-04T15:24:26,560 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8, hbase.cluster.distributed=false 2024-12-04T15:24:26,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Set watcher on znode that does not yet exist, /2-261954569/acl 2024-12-04T15:24:26,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44821 2024-12-04T15:24:26,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44821 2024-12-04T15:24:26,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44821 2024-12-04T15:24:26,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44821 2024-12-04T15:24:26,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44821 2024-12-04T15:24:26,591 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:24:26,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:26,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:26,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:24:26,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:26,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:24:26,592 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:24:26,592 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:24:26,593 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34697 2024-12-04T15:24:26,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34697 connecting to ZooKeeper ensemble=127.0.0.1:54831 2024-12-04T15:24:26,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:26,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:26,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346970x0, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:24:26,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346970x0, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Set watcher on znode that does not yet exist, /2-261954569/running 2024-12-04T15:24:26,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34697-0x101a21f5d240007 connected 2024-12-04T15:24:26,609 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:24:26,610 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:24:26,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Set watcher on znode that does not yet exist, /2-261954569/master 2024-12-04T15:24:26,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Set watcher on znode that does not yet exist, /2-261954569/acl 2024-12-04T15:24:26,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34697 2024-12-04T15:24:26,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34697 2024-12-04T15:24:26,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34697 2024-12-04T15:24:26,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34697 2024-12-04T15:24:26,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34697 2024-12-04T15:24:26,643 DEBUG [M:0;c6f2e1d35cf1:44821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:44821 2024-12-04T15:24:26,647 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-261954569/backup-masters/c6f2e1d35cf1,44821,1733325866478 2024-12-04T15:24:26,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569/backup-masters 2024-12-04T15:24:26,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569/backup-masters 2024-12-04T15:24:26,656 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Set watcher on existing znode=/2-261954569/backup-masters/c6f2e1d35cf1,44821,1733325866478 2024-12-04T15:24:26,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:26,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-261954569/master 2024-12-04T15:24:26,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:26,673 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Set watcher on existing znode=/2-261954569/master 2024-12-04T15:24:26,674 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-261954569/backup-masters/c6f2e1d35cf1,44821,1733325866478 from backup master directory 2024-12-04T15:24:26,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569/backup-masters 2024-12-04T15:24:26,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-261954569/backup-masters/c6f2e1d35cf1,44821,1733325866478 2024-12-04T15:24:26,683 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:24:26,683 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,44821,1733325866478 2024-12-04T15:24:26,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569/backup-masters 2024-12-04T15:24:26,686 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/hbase.id] with ID: 0830631b-4fc5-426c-af85-6f0361638c3e 2024-12-04T15:24:26,687 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/.tmp/hbase.id 2024-12-04T15:24:26,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:24:26,700 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/.tmp/hbase.id]:[hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/hbase.id] 2024-12-04T15:24:26,709 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:26,709 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:24:26,710 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:24:26,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:26,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:26,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:24:27,122 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:24:27,123 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:24:27,124 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:27,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:24:27,144 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store 2024-12-04T15:24:27,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:24:27,156 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:27,157 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:24:27,157 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:27,157 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:27,157 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:24:27,157 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:27,157 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:27,157 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325867156Disabling compacts and flushes for region at 1733325867156Disabling writes for close at 1733325867157 (+1 ms)Writing region close event to WAL at 1733325867157Closed at 1733325867157 2024-12-04T15:24:27,158 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/.initializing 2024-12-04T15:24:27,158 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/WALs/c6f2e1d35cf1,44821,1733325866478 2024-12-04T15:24:27,159 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:24:27,160 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C44821%2C1733325866478, suffix=, logDir=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/WALs/c6f2e1d35cf1,44821,1733325866478, archiveDir=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/oldWALs, maxLogs=10 2024-12-04T15:24:27,178 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/WALs/c6f2e1d35cf1,44821,1733325866478/c6f2e1d35cf1%2C44821%2C1733325866478.1733325867160, exclude list is [], retry=0 2024-12-04T15:24:27,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-18567a65-c14f-4423-9194-c071b3dfd320,DISK] 2024-12-04T15:24:27,182 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/WALs/c6f2e1d35cf1,44821,1733325866478/c6f2e1d35cf1%2C44821%2C1733325866478.1733325867160 2024-12-04T15:24:27,186 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41215:41215)] 2024-12-04T15:24:27,186 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:27,186 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:27,186 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:27,186 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:27,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:27,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:24:27,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:27,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:27,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:27,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:24:27,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:27,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:27,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:27,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:24:27,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:27,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:27,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:27,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:24:27,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:27,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:27,197 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:27,197 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:27,197 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:27,198 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:27,198 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:27,199 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:24:27,199 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:27,203 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:27,203 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62483167, jitterRate=-0.06892825663089752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:24:27,203 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325867187Initializing all the Stores at 1733325867187Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325867188 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325867190 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325867190Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325867190Cleaning up temporary data from old regions at 1733325867198 (+8 ms)Region opened successfully at 1733325867203 (+5 ms) 2024-12-04T15:24:27,204 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:24:27,206 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4443bd0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:24:27,207 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:24:27,207 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:24:27,207 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:24:27,207 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:24:27,208 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:24:27,208 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:24:27,208 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:24:27,213 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:24:27,214 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Unable to get data of znode /2-261954569/balancer because node does not exist (not necessarily an error) 2024-12-04T15:24:27,250 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-261954569/balancer already deleted, retry=false 2024-12-04T15:24:27,250 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:24:27,251 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Unable to get data of znode /2-261954569/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:24:27,258 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-261954569/normalizer already deleted, retry=false 2024-12-04T15:24:27,259 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:24:27,260 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Unable to get data of znode /2-261954569/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:24:27,266 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-261954569/switch/split already deleted, retry=false 2024-12-04T15:24:27,268 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Unable to get data of znode /2-261954569/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:24:27,275 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-261954569/switch/merge already deleted, retry=false 2024-12-04T15:24:27,277 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Unable to get data of znode /2-261954569/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:24:27,283 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-261954569/snapshot-cleanup already deleted, retry=false 2024-12-04T15:24:27,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-261954569/running 2024-12-04T15:24:27,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-261954569/running 2024-12-04T15:24:27,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:27,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:27,292 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,44821,1733325866478, sessionid=0x101a21f5d240006, setting cluster-up flag (Was=false) 2024-12-04T15:24:27,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:27,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:27,333 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-261954569/flush-table-proc/acquired, /2-261954569/flush-table-proc/reached, /2-261954569/flush-table-proc/abort 2024-12-04T15:24:27,334 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,44821,1733325866478 2024-12-04T15:24:27,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:27,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:27,375 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-261954569/online-snapshot/acquired, /2-261954569/online-snapshot/reached, /2-261954569/online-snapshot/abort 2024-12-04T15:24:27,376 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,44821,1733325866478 2024-12-04T15:24:27,377 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:24:27,378 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:24:27,378 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:24:27,378 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:24:27,378 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,44821,1733325866478 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:24:27,379 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:24:27,379 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:24:27,379 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:24:27,379 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:24:27,379 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:24:27,379 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:27,380 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:24:27,380 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:27,384 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:24:27,384 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:24:27,385 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:27,385 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:24:27,391 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325897391 2024-12-04T15:24:27,391 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:24:27,391 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:24:27,391 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:24:27,391 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:24:27,391 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:24:27,391 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:24:27,391 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:27,395 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:24:27,395 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:24:27,395 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:24:27,395 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:24:27,399 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:24:27,399 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:24:27,399 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325867399,5,FailOnTimeoutGroup] 2024-12-04T15:24:27,400 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325867399,5,FailOnTimeoutGroup] 2024-12-04T15:24:27,400 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:27,400 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:24:27,400 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:27,400 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:27,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:24:27,431 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(746): ClusterId : 0830631b-4fc5-426c-af85-6f0361638c3e 2024-12-04T15:24:27,431 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:24:27,439 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:24:27,439 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:24:27,448 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:24:27,448 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2840d620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:24:27,468 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:34697 2024-12-04T15:24:27,468 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:24:27,468 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:24:27,468 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:24:27,469 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,44821,1733325866478 with port=34697, startcode=1733325866591 2024-12-04T15:24:27,470 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:24:27,472 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:24:27,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,34697,1733325866591 2024-12-04T15:24:27,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44821 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,34697,1733325866591 2024-12-04T15:24:27,474 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8 2024-12-04T15:24:27,474 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43185 2024-12-04T15:24:27,474 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:24:27,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569/rs 2024-12-04T15:24:27,517 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] zookeeper.ZKUtil(111): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Set watcher on existing znode=/2-261954569/rs/c6f2e1d35cf1,34697,1733325866591 2024-12-04T15:24:27,517 WARN [RS:0;c6f2e1d35cf1:34697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:24:27,517 INFO [RS:0;c6f2e1d35cf1:34697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:27,517 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591 2024-12-04T15:24:27,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,34697,1733325866591] 2024-12-04T15:24:27,520 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:24:27,522 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:24:27,522 INFO [RS:0;c6f2e1d35cf1:34697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:24:27,523 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:27,526 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:24:27,527 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:24:27,527 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:27,527 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:27,527 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:27,527 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:27,527 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:27,527 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:27,527 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:24:27,527 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:27,528 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:27,528 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:27,528 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:27,528 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:27,528 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:27,528 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:24:27,528 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:24:27,529 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:27,529 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:27,529 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:27,529 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:27,530 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:27,530 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34697,1733325866591-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:24:27,546 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:24:27,546 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,34697,1733325866591-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:27,546 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:27,546 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.Replication(171): c6f2e1d35cf1,34697,1733325866591 started 2024-12-04T15:24:27,562 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:27,562 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,34697,1733325866591, RpcServer on c6f2e1d35cf1/172.17.0.3:34697, sessionid=0x101a21f5d240007 2024-12-04T15:24:27,562 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:24:27,562 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,34697,1733325866591 2024-12-04T15:24:27,562 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,34697,1733325866591' 2024-12-04T15:24:27,562 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-261954569/flush-table-proc/abort' 2024-12-04T15:24:27,563 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-261954569/flush-table-proc/acquired' 2024-12-04T15:24:27,563 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:24:27,563 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:24:27,563 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,34697,1733325866591 2024-12-04T15:24:27,563 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,34697,1733325866591' 2024-12-04T15:24:27,563 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-261954569/online-snapshot/abort' 2024-12-04T15:24:27,563 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-261954569/online-snapshot/acquired' 2024-12-04T15:24:27,563 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:24:27,564 INFO [RS:0;c6f2e1d35cf1:34697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:24:27,564 INFO [RS:0;c6f2e1d35cf1:34697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:24:27,664 INFO [RS:0;c6f2e1d35cf1:34697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:24:27,665 INFO [RS:0;c6f2e1d35cf1:34697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C34697%2C1733325866591, suffix=, logDir=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591, archiveDir=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/oldWALs, maxLogs=10 2024-12-04T15:24:27,683 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666, exclude list is [], retry=0 2024-12-04T15:24:27,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-18567a65-c14f-4423-9194-c071b3dfd320,DISK] 2024-12-04T15:24:27,687 INFO [RS:0;c6f2e1d35cf1:34697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 2024-12-04T15:24:27,687 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41215:41215)] 2024-12-04T15:24:27,802 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:24:27,802 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8 2024-12-04T15:24:27,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:24:28,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:28,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:24:28,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:24:28,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:28,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:28,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:24:28,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:24:28,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:28,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:28,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:24:28,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:24:28,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:28,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:28,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:24:28,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:24:28,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:28,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:28,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:24:28,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740 2024-12-04T15:24:28,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740 2024-12-04T15:24:28,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:24:28,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:24:28,215 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:24:28,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:24:28,217 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:28,218 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73157765, jitterRate=0.09013564884662628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:24:28,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325868207Initializing all the Stores at 1733325868208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325868208Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325868208Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325868208Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325868208Cleaning up temporary data from old regions at 1733325868215 (+7 ms)Region opened successfully at 1733325868218 (+3 ms) 2024-12-04T15:24:28,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:24:28,218 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:24:28,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:24:28,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:24:28,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:24:28,218 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:24:28,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325868218Disabling compacts and flushes for region at 1733325868218Disabling writes for close at 1733325868218Writing region close event to WAL at 1733325868218Closed at 1733325868218 2024-12-04T15:24:28,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:24:28,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:24:28,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:24:28,220 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:24:28,221 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:24:28,373 DEBUG [c6f2e1d35cf1:44821 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:24:28,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,34697,1733325866591 2024-12-04T15:24:28,374 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,34697,1733325866591, state=OPENING 2024-12-04T15:24:28,416 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:24:28,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:28,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:28,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-261954569/meta-region-server: CHANGED 2024-12-04T15:24:28,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-261954569/meta-region-server: CHANGED 2024-12-04T15:24:28,425 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:24:28,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,34697,1733325866591}] 2024-12-04T15:24:28,578 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:24:28,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:24:28,583 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:24:28,583 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:28,583 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:24:28,584 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C34697%2C1733325866591.meta, suffix=.meta, logDir=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591, archiveDir=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/oldWALs, maxLogs=10 2024-12-04T15:24:28,602 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.meta.1733325868584.meta, exclude list is [], retry=0 2024-12-04T15:24:28,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-18567a65-c14f-4423-9194-c071b3dfd320,DISK] 2024-12-04T15:24:28,605 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.meta.1733325868584.meta 2024-12-04T15:24:28,606 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41215:41215)] 2024-12-04T15:24:28,606 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:28,606 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:24:28,606 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:24:28,606 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:24:28,606 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:24:28,607 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:24:28,607 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:28,607 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:24:28,607 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:24:28,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:24:28,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:24:28,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:28,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:28,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:24:28,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:24:28,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:28,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:28,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:24:28,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:24:28,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:28,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:28,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:24:28,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:24:28,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:28,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:28,612 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:24:28,612 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740 2024-12-04T15:24:28,613 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740 2024-12-04T15:24:28,614 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:24:28,614 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:24:28,614 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:24:28,615 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:24:28,616 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59729497, jitterRate=-0.10996113717556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:24:28,616 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:24:28,616 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325868607Writing region info on filesystem at 1733325868607Initializing all the Stores at 1733325868608 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325868608Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325868608Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325868608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325868608Cleaning up temporary data from old regions at 1733325868614 (+6 ms)Running coprocessor post-open hooks at 1733325868616 (+2 ms)Region opened successfully at 1733325868616 2024-12-04T15:24:28,617 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325868578 2024-12-04T15:24:28,618 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:24:28,619 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:24:28,619 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,34697,1733325866591 2024-12-04T15:24:28,620 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,34697,1733325866591, state=OPEN 2024-12-04T15:24:28,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-261954569/meta-region-server 2024-12-04T15:24:28,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-261954569/meta-region-server 2024-12-04T15:24:28,625 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,34697,1733325866591 2024-12-04T15:24:28,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-261954569/meta-region-server: CHANGED 2024-12-04T15:24:28,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-261954569/meta-region-server: CHANGED 2024-12-04T15:24:28,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:24:28,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,34697,1733325866591 in 200 msec 2024-12-04T15:24:28,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:24:28,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 407 msec 2024-12-04T15:24:28,629 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:24:28,629 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:24:28,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:28,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,34697,1733325866591, seqNum=-1] 2024-12-04T15:24:28,631 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:28,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:24:28,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-12-04T15:24:28,637 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325868636, completionTime=-1 2024-12-04T15:24:28,637 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:24:28,637 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:24:28,639 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:24:28,639 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325928639 2024-12-04T15:24:28,639 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733325988639 2024-12-04T15:24:28,639 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T15:24:28,639 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,44821,1733325866478-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:28,639 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,44821,1733325866478-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:28,639 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,44821,1733325866478-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:28,639 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:44821, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:28,639 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:28,640 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:28,641 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:24:28,643 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.960sec 2024-12-04T15:24:28,643 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:24:28,643 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:24:28,643 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:24:28,643 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:24:28,643 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:24:28,643 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,44821,1733325866478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:24:28,643 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,44821,1733325866478-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:24:28,645 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:24:28,645 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:24:28,645 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,44821,1733325866478-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:28,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:28,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,44821,-1 for getting cluster id 2024-12-04T15:24:28,732 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:28,733 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0830631b-4fc5-426c-af85-6f0361638c3e' 2024-12-04T15:24:28,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:28,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0830631b-4fc5-426c-af85-6f0361638c3e" 2024-12-04T15:24:28,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687e80b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:28,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,44821,-1] 2024-12-04T15:24:28,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:28,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:28,735 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:28,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73101da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:28,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:28,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,34697,1733325866591, seqNum=-1] 2024-12-04T15:24:28,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:28,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:24:28,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,44821,1733325866478 2024-12-04T15:24:28,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54831 2024-12-04T15:24:28,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:24:28,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a21f5d240008 connected 2024-12-04T15:24:28,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,46175,1733325856313 2024-12-04T15:24:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cc28693 2024-12-04T15:24:28,766 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:28,767 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:24:28,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:24:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T15:24:28,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:24:28,770 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:28,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T15:24:28,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:24:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:28,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741835_1011 (size=902) 2024-12-04T15:24:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:29,182 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba4b03ae3e22cb8b4494debdacc88088, NAME => 'test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b 2024-12-04T15:24:29,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741836_1012 (size=39) 2024-12-04T15:24:29,188 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:29,188 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ba4b03ae3e22cb8b4494debdacc88088, disabling compactions & flushes 2024-12-04T15:24:29,188 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088. 2024-12-04T15:24:29,188 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088. 2024-12-04T15:24:29,188 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088. after waiting 0 ms 2024-12-04T15:24:29,188 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088. 2024-12-04T15:24:29,188 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088. 2024-12-04T15:24:29,188 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba4b03ae3e22cb8b4494debdacc88088: Waiting for close lock at 1733325869188Disabling compacts and flushes for region at 1733325869188Disabling writes for close at 1733325869188Writing region close event to WAL at 1733325869188Closed at 1733325869188 2024-12-04T15:24:29,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:24:29,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733325869189"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325869189"}]},"ts":"1733325869189"} 2024-12-04T15:24:29,192 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:24:29,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:24:29,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325869193"}]},"ts":"1733325869193"} 2024-12-04T15:24:29,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T15:24:29,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba4b03ae3e22cb8b4494debdacc88088, ASSIGN}] 2024-12-04T15:24:29,196 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ba4b03ae3e22cb8b4494debdacc88088, ASSIGN 2024-12-04T15:24:29,197 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ba4b03ae3e22cb8b4494debdacc88088, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,34741,1733325857593; forceNewPlan=false, retain=false 2024-12-04T15:24:29,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba4b03ae3e22cb8b4494debdacc88088, regionState=OPENING, regionLocation=c6f2e1d35cf1,34741,1733325857593 2024-12-04T15:24:29,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ba4b03ae3e22cb8b4494debdacc88088, ASSIGN because future has completed 2024-12-04T15:24:29,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba4b03ae3e22cb8b4494debdacc88088, server=c6f2e1d35cf1,34741,1733325857593}] 2024-12-04T15:24:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:29,507 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088. 2024-12-04T15:24:29,507 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ba4b03ae3e22cb8b4494debdacc88088, NAME => 'test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:29,507 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:24:29,507 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T15:24:29,507 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:29,507 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:29,507 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:29,507 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:29,509 INFO [StoreOpener-ba4b03ae3e22cb8b4494debdacc88088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:29,510 INFO [StoreOpener-ba4b03ae3e22cb8b4494debdacc88088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba4b03ae3e22cb8b4494debdacc88088 columnFamilyName f 2024-12-04T15:24:29,510 DEBUG [StoreOpener-ba4b03ae3e22cb8b4494debdacc88088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:29,510 INFO [StoreOpener-ba4b03ae3e22cb8b4494debdacc88088-1 {}] regionserver.HStore(327): Store=ba4b03ae3e22cb8b4494debdacc88088/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:29,510 INFO [StoreOpener-ba4b03ae3e22cb8b4494debdacc88088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:29,511 INFO [StoreOpener-ba4b03ae3e22cb8b4494debdacc88088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba4b03ae3e22cb8b4494debdacc88088 columnFamilyName f1 2024-12-04T15:24:29,511 DEBUG [StoreOpener-ba4b03ae3e22cb8b4494debdacc88088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:29,511 INFO [StoreOpener-ba4b03ae3e22cb8b4494debdacc88088-1 {}] regionserver.HStore(327): Store=ba4b03ae3e22cb8b4494debdacc88088/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:29,511 INFO [StoreOpener-ba4b03ae3e22cb8b4494debdacc88088-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:29,512 INFO [StoreOpener-ba4b03ae3e22cb8b4494debdacc88088-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba4b03ae3e22cb8b4494debdacc88088 columnFamilyName norep 2024-12-04T15:24:29,512 DEBUG [StoreOpener-ba4b03ae3e22cb8b4494debdacc88088-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:29,512 INFO [StoreOpener-ba4b03ae3e22cb8b4494debdacc88088-1 {}] regionserver.HStore(327): Store=ba4b03ae3e22cb8b4494debdacc88088/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:29,512 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:29,513 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:29,513 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:29,514 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:29,514 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:29,514 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:24:29,515 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:29,517 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:29,517 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ba4b03ae3e22cb8b4494debdacc88088; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65778905, jitterRate=-0.019817933440208435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:24:29,517 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:29,518 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ba4b03ae3e22cb8b4494debdacc88088: Running coprocessor pre-open hook at 1733325869508Writing region info on filesystem at 1733325869508Initializing all the Stores at 1733325869508Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325869508Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325869508Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325869508Cleaning up temporary data from old regions at 1733325869514 (+6 ms)Running coprocessor post-open hooks at 1733325869517 (+3 ms)Region opened successfully at 1733325869518 (+1 ms) 2024-12-04T15:24:29,519 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088., pid=6, masterSystemTime=1733325869502 2024-12-04T15:24:29,521 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088. 2024-12-04T15:24:29,521 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088. 2024-12-04T15:24:29,521 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ba4b03ae3e22cb8b4494debdacc88088, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f2e1d35cf1,34741,1733325857593 2024-12-04T15:24:29,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba4b03ae3e22cb8b4494debdacc88088, server=c6f2e1d35cf1,34741,1733325857593 because future has completed 2024-12-04T15:24:29,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:24:29,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ba4b03ae3e22cb8b4494debdacc88088, server=c6f2e1d35cf1,34741,1733325857593 in 174 msec 2024-12-04T15:24:29,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:24:29,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ba4b03ae3e22cb8b4494debdacc88088, ASSIGN in 331 msec 2024-12-04T15:24:29,528 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:24:29,529 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325869528"}]},"ts":"1733325869528"} 2024-12-04T15:24:29,530 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T15:24:29,531 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:24:29,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-12-04T15:24:29,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T15:24:29,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T15:24:29,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T15:24:29,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T15:24:29,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:24:29,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T15:24:29,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:24:29,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T15:24:29,808 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:24:29,808 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T15:24:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:29,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:29,910 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T15:24:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,33649,1733325861678 2024-12-04T15:24:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30defd68 2024-12-04T15:24:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:29,912 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:24:29,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:24:29,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T15:24:29,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:24:29,915 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:29,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T15:24:29,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:24:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:29,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741835_1011 (size=902) 2024-12-04T15:24:29,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f68ab53109caf87a50362f37bf1b220d, NAME => 'test,,1733325869913.f68ab53109caf87a50362f37bf1b220d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc 2024-12-04T15:24:29,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741836_1012 (size=39) 2024-12-04T15:24:29,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733325869913.f68ab53109caf87a50362f37bf1b220d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:29,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f68ab53109caf87a50362f37bf1b220d, disabling compactions & flushes 2024-12-04T15:24:29,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733325869913.f68ab53109caf87a50362f37bf1b220d. 2024-12-04T15:24:29,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325869913.f68ab53109caf87a50362f37bf1b220d. 2024-12-04T15:24:29,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733325869913.f68ab53109caf87a50362f37bf1b220d. after waiting 0 ms 2024-12-04T15:24:29,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733325869913.f68ab53109caf87a50362f37bf1b220d. 2024-12-04T15:24:29,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733325869913.f68ab53109caf87a50362f37bf1b220d. 2024-12-04T15:24:29,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f68ab53109caf87a50362f37bf1b220d: Waiting for close lock at 1733325869935Disabling compacts and flushes for region at 1733325869935Disabling writes for close at 1733325869935Writing region close event to WAL at 1733325869935Closed at 1733325869935 2024-12-04T15:24:29,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:24:29,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733325869913.f68ab53109caf87a50362f37bf1b220d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733325869936"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325869936"}]},"ts":"1733325869936"} 2024-12-04T15:24:29,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:24:29,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:24:29,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325869939"}]},"ts":"1733325869939"} 2024-12-04T15:24:29,941 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T15:24:29,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f68ab53109caf87a50362f37bf1b220d, ASSIGN}] 2024-12-04T15:24:29,942 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f68ab53109caf87a50362f37bf1b220d, ASSIGN 2024-12-04T15:24:29,943 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f68ab53109caf87a50362f37bf1b220d, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,37887,1733325861798; forceNewPlan=false, retain=false 2024-12-04T15:24:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:30,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f68ab53109caf87a50362f37bf1b220d, regionState=OPENING, regionLocation=c6f2e1d35cf1,37887,1733325861798 2024-12-04T15:24:30,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f68ab53109caf87a50362f37bf1b220d, ASSIGN because future has completed 2024-12-04T15:24:30,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f68ab53109caf87a50362f37bf1b220d, server=c6f2e1d35cf1,37887,1733325861798}] 2024-12-04T15:24:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:30,252 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733325869913.f68ab53109caf87a50362f37bf1b220d. 2024-12-04T15:24:30,252 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f68ab53109caf87a50362f37bf1b220d, NAME => 'test,,1733325869913.f68ab53109caf87a50362f37bf1b220d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:30,252 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:24:30,252 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T15:24:30,252 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:30,253 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733325869913.f68ab53109caf87a50362f37bf1b220d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:30,253 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:30,253 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:30,254 INFO [StoreOpener-f68ab53109caf87a50362f37bf1b220d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:30,255 INFO [StoreOpener-f68ab53109caf87a50362f37bf1b220d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f68ab53109caf87a50362f37bf1b220d columnFamilyName f 2024-12-04T15:24:30,255 DEBUG [StoreOpener-f68ab53109caf87a50362f37bf1b220d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:30,255 INFO [StoreOpener-f68ab53109caf87a50362f37bf1b220d-1 {}] regionserver.HStore(327): Store=f68ab53109caf87a50362f37bf1b220d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:30,255 INFO [StoreOpener-f68ab53109caf87a50362f37bf1b220d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:30,256 INFO [StoreOpener-f68ab53109caf87a50362f37bf1b220d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f68ab53109caf87a50362f37bf1b220d columnFamilyName f1 2024-12-04T15:24:30,256 DEBUG [StoreOpener-f68ab53109caf87a50362f37bf1b220d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:30,256 INFO [StoreOpener-f68ab53109caf87a50362f37bf1b220d-1 {}] regionserver.HStore(327): Store=f68ab53109caf87a50362f37bf1b220d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:30,257 INFO [StoreOpener-f68ab53109caf87a50362f37bf1b220d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:30,258 INFO [StoreOpener-f68ab53109caf87a50362f37bf1b220d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f68ab53109caf87a50362f37bf1b220d columnFamilyName norep 2024-12-04T15:24:30,259 DEBUG [StoreOpener-f68ab53109caf87a50362f37bf1b220d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:30,259 INFO [StoreOpener-f68ab53109caf87a50362f37bf1b220d-1 {}] regionserver.HStore(327): Store=f68ab53109caf87a50362f37bf1b220d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:30,259 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:30,260 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:30,260 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:30,260 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:30,261 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:30,261 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:24:30,262 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:30,263 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:30,264 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f68ab53109caf87a50362f37bf1b220d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73745243, jitterRate=0.09888975322246552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:24:30,264 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:30,264 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f68ab53109caf87a50362f37bf1b220d: Running coprocessor pre-open hook at 1733325870253Writing region info on filesystem at 1733325870253Initializing all the Stores at 1733325870253Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325870253Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325870253Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325870253Cleaning up temporary data from old regions at 1733325870261 (+8 ms)Running coprocessor post-open hooks at 1733325870264 (+3 ms)Region opened successfully at 1733325870264 2024-12-04T15:24:30,265 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733325869913.f68ab53109caf87a50362f37bf1b220d., pid=6, masterSystemTime=1733325870248 2024-12-04T15:24:30,267 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733325869913.f68ab53109caf87a50362f37bf1b220d. 2024-12-04T15:24:30,267 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733325869913.f68ab53109caf87a50362f37bf1b220d. 2024-12-04T15:24:30,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f68ab53109caf87a50362f37bf1b220d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f2e1d35cf1,37887,1733325861798 2024-12-04T15:24:30,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f68ab53109caf87a50362f37bf1b220d, server=c6f2e1d35cf1,37887,1733325861798 because future has completed 2024-12-04T15:24:30,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:24:30,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f68ab53109caf87a50362f37bf1b220d, server=c6f2e1d35cf1,37887,1733325861798 in 174 msec 2024-12-04T15:24:30,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:24:30,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f68ab53109caf87a50362f37bf1b220d, ASSIGN in 331 msec 2024-12-04T15:24:30,274 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:24:30,274 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325870274"}]},"ts":"1733325870274"} 2024-12-04T15:24:30,276 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T15:24:30,277 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:24:30,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 364 msec 2024-12-04T15:24:30,526 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:24:30,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:30,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:30,541 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T15:24:30,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,44821,1733325866478 2024-12-04T15:24:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b1b8b3a 2024-12-04T15:24:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:30,543 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:24:30,544 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:24:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T15:24:30,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:24:30,547 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:30,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:24:30,548 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T15:24:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:30,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741835_1011 (size=902) 2024-12-04T15:24:30,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:30,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:30,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:30,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:30,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:30,569 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1ee836bf45d8ea0ed92495d8eafc040, NAME => 'test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8 2024-12-04T15:24:30,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:30,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741836_1012 (size=39) 2024-12-04T15:24:30,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:30,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:30,576 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f1ee836bf45d8ea0ed92495d8eafc040, disabling compactions & flushes 2024-12-04T15:24:30,577 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040. 2024-12-04T15:24:30,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040. 2024-12-04T15:24:30,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040. after waiting 0 ms 2024-12-04T15:24:30,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040. 2024-12-04T15:24:30,577 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040. 2024-12-04T15:24:30,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1ee836bf45d8ea0ed92495d8eafc040: Waiting for close lock at 1733325870576Disabling compacts and flushes for region at 1733325870576Disabling writes for close at 1733325870577 (+1 ms)Writing region close event to WAL at 1733325870577Closed at 1733325870577 2024-12-04T15:24:30,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:24:30,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733325870578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325870578"}]},"ts":"1733325870578"} 2024-12-04T15:24:30,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:30,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:30,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:24:30,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:30,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:24:30,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325870585"}]},"ts":"1733325870585"} 2024-12-04T15:24:30,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T15:24:30,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f1ee836bf45d8ea0ed92495d8eafc040, ASSIGN}] 2024-12-04T15:24:30,590 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f1ee836bf45d8ea0ed92495d8eafc040, ASSIGN 2024-12-04T15:24:30,591 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f1ee836bf45d8ea0ed92495d8eafc040, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,34697,1733325866591; forceNewPlan=false, retain=false 2024-12-04T15:24:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:30,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f1ee836bf45d8ea0ed92495d8eafc040, regionState=OPENING, regionLocation=c6f2e1d35cf1,34697,1733325866591 2024-12-04T15:24:30,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f1ee836bf45d8ea0ed92495d8eafc040, ASSIGN because future has completed 2024-12-04T15:24:30,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1ee836bf45d8ea0ed92495d8eafc040, server=c6f2e1d35cf1,34697,1733325866591}] 2024-12-04T15:24:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:30,900 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040. 2024-12-04T15:24:30,900 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f1ee836bf45d8ea0ed92495d8eafc040, NAME => 'test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:30,901 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:24:30,901 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T15:24:30,901 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:30,901 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:30,901 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:30,901 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:30,903 INFO [StoreOpener-f1ee836bf45d8ea0ed92495d8eafc040-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:30,904 INFO [StoreOpener-f1ee836bf45d8ea0ed92495d8eafc040-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1ee836bf45d8ea0ed92495d8eafc040 columnFamilyName f 2024-12-04T15:24:30,904 DEBUG [StoreOpener-f1ee836bf45d8ea0ed92495d8eafc040-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:30,904 INFO [StoreOpener-f1ee836bf45d8ea0ed92495d8eafc040-1 {}] regionserver.HStore(327): Store=f1ee836bf45d8ea0ed92495d8eafc040/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:30,904 INFO [StoreOpener-f1ee836bf45d8ea0ed92495d8eafc040-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:30,905 INFO [StoreOpener-f1ee836bf45d8ea0ed92495d8eafc040-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1ee836bf45d8ea0ed92495d8eafc040 columnFamilyName f1 2024-12-04T15:24:30,905 DEBUG [StoreOpener-f1ee836bf45d8ea0ed92495d8eafc040-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:30,905 INFO [StoreOpener-f1ee836bf45d8ea0ed92495d8eafc040-1 {}] regionserver.HStore(327): Store=f1ee836bf45d8ea0ed92495d8eafc040/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:30,905 INFO [StoreOpener-f1ee836bf45d8ea0ed92495d8eafc040-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:30,906 INFO [StoreOpener-f1ee836bf45d8ea0ed92495d8eafc040-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1ee836bf45d8ea0ed92495d8eafc040 columnFamilyName norep 2024-12-04T15:24:30,906 DEBUG [StoreOpener-f1ee836bf45d8ea0ed92495d8eafc040-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:30,907 INFO [StoreOpener-f1ee836bf45d8ea0ed92495d8eafc040-1 {}] regionserver.HStore(327): Store=f1ee836bf45d8ea0ed92495d8eafc040/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:30,907 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:30,907 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:30,908 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:30,909 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:30,909 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:30,909 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:24:30,910 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:30,913 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:30,913 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f1ee836bf45d8ea0ed92495d8eafc040; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61419364, jitterRate=-0.08478015661239624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:24:30,913 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:30,914 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f1ee836bf45d8ea0ed92495d8eafc040: Running coprocessor pre-open hook at 1733325870902Writing region info on filesystem at 1733325870902Initializing all the Stores at 1733325870902Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325870902Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325870902Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325870902Cleaning up temporary data from old regions at 1733325870909 (+7 ms)Running coprocessor post-open hooks at 1733325870913 (+4 ms)Region opened successfully at 1733325870914 (+1 ms) 2024-12-04T15:24:30,914 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040., pid=6, masterSystemTime=1733325870897 2024-12-04T15:24:30,916 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040. 2024-12-04T15:24:30,917 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040. 2024-12-04T15:24:30,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f1ee836bf45d8ea0ed92495d8eafc040, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f2e1d35cf1,34697,1733325866591 2024-12-04T15:24:30,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1ee836bf45d8ea0ed92495d8eafc040, server=c6f2e1d35cf1,34697,1733325866591 because future has completed 2024-12-04T15:24:30,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:24:30,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f1ee836bf45d8ea0ed92495d8eafc040, server=c6f2e1d35cf1,34697,1733325866591 in 175 msec 2024-12-04T15:24:30,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:24:30,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f1ee836bf45d8ea0ed92495d8eafc040, ASSIGN in 334 msec 2024-12-04T15:24:30,925 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:24:30,925 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325870925"}]},"ts":"1733325870925"} 2024-12-04T15:24:30,927 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T15:24:30,928 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:24:30,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 384 msec 2024-12-04T15:24:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:24:31,180 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T15:24:31,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74285854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:31,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,46175,-1 for getting cluster id 2024-12-04T15:24:31,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:31,182 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcbadf41-ac55-4518-bda5-010d0fb78807' 2024-12-04T15:24:31,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:31,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcbadf41-ac55-4518-bda5-010d0fb78807" 2024-12-04T15:24:31,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d91dba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:31,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,46175,-1] 2024-12-04T15:24:31,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:31,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:31,183 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:31,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2587ae7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:31,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:31,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,46175,1733325856313 2024-12-04T15:24:31,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d10546 2024-12-04T15:24:31,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:31,186 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:24:31,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:33649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:24:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:24:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:31,190 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:33649' 2024-12-04T15:24:31,191 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90724c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:31,191 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,33649,-1 for getting cluster id 2024-12-04T15:24:31,191 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:31,192 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad32beb6-0284-4fd3-ab19-4227aa729ad8' 2024-12-04T15:24:31,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:31,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad32beb6-0284-4fd3-ab19-4227aa729ad8" 2024-12-04T15:24:31,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c79b461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:31,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,33649,-1] 2024-12-04T15:24:31,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:31,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:31,193 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:31,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1916e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:31,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:31,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,33649,1733325861678 2024-12-04T15:24:31,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e28c6c 2024-12-04T15:24:31,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:31,196 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:24:31,196 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T15:24:31,197 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:24:31,197 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:31,197 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:31,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:31,197 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:24:31,198 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:24:31,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:24:31,199 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:31,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:24:31,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741837_1013 (size=1138) 2024-12-04T15:24:31,206 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af1e7dafc3e54e2b9ee7fffb0072c137, NAME => 'hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b 2024-12-04T15:24:31,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741838_1014 (size=44) 2024-12-04T15:24:31,249 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T15:24:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:31,375 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T15:24:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:31,629 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:31,629 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing af1e7dafc3e54e2b9ee7fffb0072c137, disabling compactions & flushes 2024-12-04T15:24:31,629 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137. 2024-12-04T15:24:31,629 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137. 2024-12-04T15:24:31,629 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137. after waiting 0 ms 2024-12-04T15:24:31,629 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137. 2024-12-04T15:24:31,629 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137. 2024-12-04T15:24:31,629 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for af1e7dafc3e54e2b9ee7fffb0072c137: Waiting for close lock at 1733325871629Disabling compacts and flushes for region at 1733325871629Disabling writes for close at 1733325871629Writing region close event to WAL at 1733325871629Closed at 1733325871629 2024-12-04T15:24:31,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:24:31,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733325871631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325871631"}]},"ts":"1733325871631"} 2024-12-04T15:24:31,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:24:31,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:24:31,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325871635"}]},"ts":"1733325871635"} 2024-12-04T15:24:31,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T15:24:31,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af1e7dafc3e54e2b9ee7fffb0072c137, ASSIGN}] 2024-12-04T15:24:31,639 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af1e7dafc3e54e2b9ee7fffb0072c137, ASSIGN 2024-12-04T15:24:31,640 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af1e7dafc3e54e2b9ee7fffb0072c137, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,34741,1733325857593; forceNewPlan=false, retain=false 2024-12-04T15:24:31,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af1e7dafc3e54e2b9ee7fffb0072c137, regionState=OPENING, regionLocation=c6f2e1d35cf1,34741,1733325857593 2024-12-04T15:24:31,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af1e7dafc3e54e2b9ee7fffb0072c137, ASSIGN because future has completed 2024-12-04T15:24:31,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af1e7dafc3e54e2b9ee7fffb0072c137, server=c6f2e1d35cf1,34741,1733325857593}] 2024-12-04T15:24:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:31,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137. 2024-12-04T15:24:31,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:31,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:24:31,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C34741%2C1733325857593.rep, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/oldWALs, maxLogs=10 2024-12-04T15:24:31,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.rep.1733325871953, exclude list is [], retry=0 2024-12-04T15:24:31,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39219,DS-2bfaf232-2223-40b1-a5f4-dd3b62dfc47b,DISK] 2024-12-04T15:24:31,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.rep.1733325871953 2024-12-04T15:24:31,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41163:41163)] 2024-12-04T15:24:31,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => af1e7dafc3e54e2b9ee7fffb0072c137, NAME => 'hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:31,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:24:31,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:24:31,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137. service=MultiRowMutationService 2024-12-04T15:24:31,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:24:31,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication af1e7dafc3e54e2b9ee7fffb0072c137 2024-12-04T15:24:31,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:31,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for af1e7dafc3e54e2b9ee7fffb0072c137 2024-12-04T15:24:31,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for af1e7dafc3e54e2b9ee7fffb0072c137 2024-12-04T15:24:31,983 INFO [StoreOpener-af1e7dafc3e54e2b9ee7fffb0072c137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region af1e7dafc3e54e2b9ee7fffb0072c137 2024-12-04T15:24:31,984 INFO [StoreOpener-af1e7dafc3e54e2b9ee7fffb0072c137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af1e7dafc3e54e2b9ee7fffb0072c137 columnFamilyName hfileref 2024-12-04T15:24:31,984 DEBUG [StoreOpener-af1e7dafc3e54e2b9ee7fffb0072c137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:31,985 INFO [StoreOpener-af1e7dafc3e54e2b9ee7fffb0072c137-1 {}] regionserver.HStore(327): Store=af1e7dafc3e54e2b9ee7fffb0072c137/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:31,985 INFO [StoreOpener-af1e7dafc3e54e2b9ee7fffb0072c137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region af1e7dafc3e54e2b9ee7fffb0072c137 2024-12-04T15:24:31,987 INFO [StoreOpener-af1e7dafc3e54e2b9ee7fffb0072c137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af1e7dafc3e54e2b9ee7fffb0072c137 columnFamilyName queue 2024-12-04T15:24:31,987 DEBUG [StoreOpener-af1e7dafc3e54e2b9ee7fffb0072c137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:31,987 INFO [StoreOpener-af1e7dafc3e54e2b9ee7fffb0072c137-1 {}] regionserver.HStore(327): Store=af1e7dafc3e54e2b9ee7fffb0072c137/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:31,988 INFO [StoreOpener-af1e7dafc3e54e2b9ee7fffb0072c137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region af1e7dafc3e54e2b9ee7fffb0072c137 2024-12-04T15:24:31,992 INFO [StoreOpener-af1e7dafc3e54e2b9ee7fffb0072c137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af1e7dafc3e54e2b9ee7fffb0072c137 columnFamilyName sid 2024-12-04T15:24:31,992 DEBUG [StoreOpener-af1e7dafc3e54e2b9ee7fffb0072c137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:31,992 INFO [StoreOpener-af1e7dafc3e54e2b9ee7fffb0072c137-1 {}] regionserver.HStore(327): Store=af1e7dafc3e54e2b9ee7fffb0072c137/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:31,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for af1e7dafc3e54e2b9ee7fffb0072c137 2024-12-04T15:24:31,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/replication/af1e7dafc3e54e2b9ee7fffb0072c137 2024-12-04T15:24:31,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/replication/af1e7dafc3e54e2b9ee7fffb0072c137 2024-12-04T15:24:31,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for af1e7dafc3e54e2b9ee7fffb0072c137 2024-12-04T15:24:31,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for af1e7dafc3e54e2b9ee7fffb0072c137 2024-12-04T15:24:31,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:24:31,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for af1e7dafc3e54e2b9ee7fffb0072c137 2024-12-04T15:24:32,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/replication/af1e7dafc3e54e2b9ee7fffb0072c137/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:32,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened af1e7dafc3e54e2b9ee7fffb0072c137; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67598552, jitterRate=0.007296919822692871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:24:32,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af1e7dafc3e54e2b9ee7fffb0072c137 2024-12-04T15:24:32,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for af1e7dafc3e54e2b9ee7fffb0072c137: Running coprocessor pre-open hook at 1733325871976Writing region info on filesystem at 1733325871976Initializing all the Stores at 1733325871977 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325871977Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325871982 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325871982Cleaning up temporary data from old regions at 1733325871998 (+16 ms)Running coprocessor post-open hooks at 1733325872003 (+5 ms)Region opened successfully at 1733325872004 (+1 ms) 2024-12-04T15:24:32,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137., pid=10, masterSystemTime=1733325871948 2024-12-04T15:24:32,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137. 2024-12-04T15:24:32,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137. 2024-12-04T15:24:32,007 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af1e7dafc3e54e2b9ee7fffb0072c137, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,34741,1733325857593 2024-12-04T15:24:32,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af1e7dafc3e54e2b9ee7fffb0072c137, server=c6f2e1d35cf1,34741,1733325857593 because future has completed 2024-12-04T15:24:32,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T15:24:32,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure af1e7dafc3e54e2b9ee7fffb0072c137, server=c6f2e1d35cf1,34741,1733325857593 in 217 msec 2024-12-04T15:24:32,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T15:24:32,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af1e7dafc3e54e2b9ee7fffb0072c137, ASSIGN in 376 msec 2024-12-04T15:24:32,018 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:24:32,018 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325872018"}]},"ts":"1733325872018"} 2024-12-04T15:24:32,020 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T15:24:32,022 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:24:32,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 825 msec 2024-12-04T15:24:32,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137., hostname=c6f2e1d35cf1,34741,1733325857593, seqNum=2] 2024-12-04T15:24:32,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:32,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:32,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:24:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:32,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34741 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T15:24:32,385 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T15:24:32,443 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,34741,1733325857593, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:24:32,444 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:32,444 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,34741,1733325857593, seqNum=-1] 2024-12-04T15:24:32,444 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:32,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T15:24:32,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f2e1d35cf1,34741,1733325857593', locateType=CURRENT is [region=hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137., hostname=c6f2e1d35cf1,34741,1733325857593, seqNum=2] 2024-12-04T15:24:32,450 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T15:24:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T15:24:32,452 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f2e1d35cf1,34741,1733325857593 suceeded 2024-12-04T15:24:32,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T15:24:32,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-12-04T15:24:32,454 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f2e1d35cf1:33649,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:24:32,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2670 sec 2024-12-04T15:24:32,459 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:32,460 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:24:32,460 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48294 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:24:32,467 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:33649' 2024-12-04T15:24:32,471 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e453fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:32,471 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,33649,-1 for getting cluster id 2024-12-04T15:24:32,471 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:32,472 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad32beb6-0284-4fd3-ab19-4227aa729ad8' 2024-12-04T15:24:32,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:32,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad32beb6-0284-4fd3-ab19-4227aa729ad8" 2024-12-04T15:24:32,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@880f712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:32,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,33649,-1] 2024-12-04T15:24:32,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:32,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:32,473 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:32,474 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59104833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:32,474 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:32,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,33649,1733325861678 2024-12-04T15:24:32,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@425d6b8e 2024-12-04T15:24:32,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:32,476 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-04T15:24:32,477 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,34741,1733325857593 (queues=1) is replicating from cluster=bcbadf41-ac55-4518-bda5-010d0fb78807 to cluster=ad32beb6-0284-4fd3-ab19-4227aa729ad8 2024-12-04T15:24:32,477 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C34741%2C1733325857593 2024-12-04T15:24:32,477 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,34741,1733325857593, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:24:32,478 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519, startPosition=0, beingWritten=true 2024-12-04T15:24:32,478 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C34741%2C1733325857593 2024-12-04T15:24:32,483 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:32,484 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 379, reset compression=false 2024-12-04T15:24:32,484 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34741,1733325857593 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:32,688 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 379, reset compression=false 2024-12-04T15:24:32,992 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 379, reset compression=false 2024-12-04T15:24:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:33,340 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:24:33,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:33,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:33,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:33,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:33,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:33,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfdb248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:33,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,33649,-1 for getting cluster id 2024-12-04T15:24:33,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:33,342 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad32beb6-0284-4fd3-ab19-4227aa729ad8' 2024-12-04T15:24:33,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad32beb6-0284-4fd3-ab19-4227aa729ad8" 2024-12-04T15:24:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b98d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,33649,-1] 2024-12-04T15:24:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:33,344 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:33,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49383d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:33,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:33,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,33649,1733325861678 2024-12-04T15:24:33,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f4af177 2024-12-04T15:24:33,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:33,347 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:24:33,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:44821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:24:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:24:33,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:33,350 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:44821' 2024-12-04T15:24:33,352 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378e9ff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:33,352 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,44821,-1 for getting cluster id 2024-12-04T15:24:33,352 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:33,353 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0830631b-4fc5-426c-af85-6f0361638c3e' 2024-12-04T15:24:33,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:33,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0830631b-4fc5-426c-af85-6f0361638c3e" 2024-12-04T15:24:33,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115d7ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:33,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,44821,-1] 2024-12-04T15:24:33,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:33,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:33,354 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:33,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3889700c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:33,355 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:33,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,44821,1733325866478 2024-12-04T15:24:33,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36a06ab8 2024-12-04T15:24:33,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:33,357 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:24:33,358 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T15:24:33,358 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:24:33,358 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:33,358 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:33,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:33,359 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:24:33,360 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:24:33,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:24:33,361 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:33,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:24:33,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741837_1013 (size=1138) 2024-12-04T15:24:33,400 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 379, reset compression=false 2024-12-04T15:24:33,410 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T15:24:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:33,774 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8883e4f10215e7a049868a830a04906f, NAME => 'hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc 2024-12-04T15:24:33,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741838_1014 (size=44) 2024-12-04T15:24:33,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:33,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8883e4f10215e7a049868a830a04906f, disabling compactions & flushes 2024-12-04T15:24:33,780 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. 2024-12-04T15:24:33,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. 2024-12-04T15:24:33,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. after waiting 0 ms 2024-12-04T15:24:33,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. 2024-12-04T15:24:33,780 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. 2024-12-04T15:24:33,780 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8883e4f10215e7a049868a830a04906f: Waiting for close lock at 1733325873780Disabling compacts and flushes for region at 1733325873780Disabling writes for close at 1733325873780Writing region close event to WAL at 1733325873780Closed at 1733325873780 2024-12-04T15:24:33,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:24:33,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733325873782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325873782"}]},"ts":"1733325873782"} 2024-12-04T15:24:33,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:24:33,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:24:33,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325873785"}]},"ts":"1733325873785"} 2024-12-04T15:24:33,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T15:24:33,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8883e4f10215e7a049868a830a04906f, ASSIGN}] 2024-12-04T15:24:33,789 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8883e4f10215e7a049868a830a04906f, ASSIGN 2024-12-04T15:24:33,790 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8883e4f10215e7a049868a830a04906f, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,37887,1733325861798; forceNewPlan=false, retain=false 2024-12-04T15:24:33,904 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 379, reset compression=false 2024-12-04T15:24:33,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8883e4f10215e7a049868a830a04906f, regionState=OPENING, regionLocation=c6f2e1d35cf1,37887,1733325861798 2024-12-04T15:24:33,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8883e4f10215e7a049868a830a04906f, ASSIGN because future has completed 2024-12-04T15:24:33,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8883e4f10215e7a049868a830a04906f, server=c6f2e1d35cf1,37887,1733325861798}] 2024-12-04T15:24:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:34,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. 2024-12-04T15:24:34,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:34,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:24:34,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C37887%2C1733325861798.rep, suffix=, logDir=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798, archiveDir=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/oldWALs, maxLogs=10 2024-12-04T15:24:34,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.rep.1733325874102, exclude list is [], retry=0 2024-12-04T15:24:34,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44239,DS-59af8507-69ab-4456-b4c2-16ba7ceb2d9f,DISK] 2024-12-04T15:24:34,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.rep.1733325874102 2024-12-04T15:24:34,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37915:37915)] 2024-12-04T15:24:34,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8883e4f10215e7a049868a830a04906f, NAME => 'hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:34,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:24:34,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:24:34,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. service=MultiRowMutationService 2024-12-04T15:24:34,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:24:34,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8883e4f10215e7a049868a830a04906f 2024-12-04T15:24:34,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:34,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8883e4f10215e7a049868a830a04906f 2024-12-04T15:24:34,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8883e4f10215e7a049868a830a04906f 2024-12-04T15:24:34,126 INFO [StoreOpener-8883e4f10215e7a049868a830a04906f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8883e4f10215e7a049868a830a04906f 2024-12-04T15:24:34,128 INFO [StoreOpener-8883e4f10215e7a049868a830a04906f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8883e4f10215e7a049868a830a04906f columnFamilyName hfileref 2024-12-04T15:24:34,129 DEBUG [StoreOpener-8883e4f10215e7a049868a830a04906f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:34,129 INFO [StoreOpener-8883e4f10215e7a049868a830a04906f-1 {}] regionserver.HStore(327): Store=8883e4f10215e7a049868a830a04906f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:34,129 INFO [StoreOpener-8883e4f10215e7a049868a830a04906f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8883e4f10215e7a049868a830a04906f 2024-12-04T15:24:34,130 INFO [StoreOpener-8883e4f10215e7a049868a830a04906f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8883e4f10215e7a049868a830a04906f columnFamilyName queue 2024-12-04T15:24:34,130 DEBUG [StoreOpener-8883e4f10215e7a049868a830a04906f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:34,130 INFO [StoreOpener-8883e4f10215e7a049868a830a04906f-1 {}] regionserver.HStore(327): Store=8883e4f10215e7a049868a830a04906f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:34,131 INFO [StoreOpener-8883e4f10215e7a049868a830a04906f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8883e4f10215e7a049868a830a04906f 2024-12-04T15:24:34,131 INFO [StoreOpener-8883e4f10215e7a049868a830a04906f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8883e4f10215e7a049868a830a04906f columnFamilyName sid 2024-12-04T15:24:34,131 DEBUG [StoreOpener-8883e4f10215e7a049868a830a04906f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:34,132 INFO [StoreOpener-8883e4f10215e7a049868a830a04906f-1 {}] regionserver.HStore(327): Store=8883e4f10215e7a049868a830a04906f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:34,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8883e4f10215e7a049868a830a04906f 2024-12-04T15:24:34,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/replication/8883e4f10215e7a049868a830a04906f 2024-12-04T15:24:34,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/replication/8883e4f10215e7a049868a830a04906f 2024-12-04T15:24:34,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8883e4f10215e7a049868a830a04906f 2024-12-04T15:24:34,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8883e4f10215e7a049868a830a04906f 2024-12-04T15:24:34,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:24:34,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8883e4f10215e7a049868a830a04906f 2024-12-04T15:24:34,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/replication/8883e4f10215e7a049868a830a04906f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:34,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8883e4f10215e7a049868a830a04906f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71188674, jitterRate=0.060793906450271606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:24:34,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8883e4f10215e7a049868a830a04906f 2024-12-04T15:24:34,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8883e4f10215e7a049868a830a04906f: Running coprocessor pre-open hook at 1733325874124Writing region info on filesystem at 1733325874124Initializing all the Stores at 1733325874125 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325874125Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325874126 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325874126Cleaning up temporary data from old regions at 1733325874133 (+7 ms)Running coprocessor post-open hooks at 1733325874137 (+4 ms)Region opened successfully at 1733325874137 2024-12-04T15:24:34,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f., pid=10, masterSystemTime=1733325874096 2024-12-04T15:24:34,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. 2024-12-04T15:24:34,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. 2024-12-04T15:24:34,141 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8883e4f10215e7a049868a830a04906f, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,37887,1733325861798 2024-12-04T15:24:34,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8883e4f10215e7a049868a830a04906f, server=c6f2e1d35cf1,37887,1733325861798 because future has completed 2024-12-04T15:24:34,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T15:24:34,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8883e4f10215e7a049868a830a04906f, server=c6f2e1d35cf1,37887,1733325861798 in 201 msec 2024-12-04T15:24:34,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T15:24:34,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8883e4f10215e7a049868a830a04906f, ASSIGN in 359 msec 2024-12-04T15:24:34,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:24:34,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325874150"}]},"ts":"1733325874150"} 2024-12-04T15:24:34,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T15:24:34,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:24:34,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 794 msec 2024-12-04T15:24:34,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f., hostname=c6f2e1d35cf1,37887,1733325861798, seqNum=2] 2024-12-04T15:24:34,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:34,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:34,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:24:34,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37887 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T15:24:34,387 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T15:24:34,429 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,37887,1733325861798, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:24:34,429 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:34,430 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,37887,1733325861798, seqNum=-1] 2024-12-04T15:24:34,430 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:34,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T15:24:34,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f2e1d35cf1,37887,1733325861798', locateType=CURRENT is [region=hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f., hostname=c6f2e1d35cf1,37887,1733325861798, seqNum=2] 2024-12-04T15:24:34,436 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T15:24:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T15:24:34,438 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f2e1d35cf1,37887,1733325861798 suceeded 2024-12-04T15:24:34,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T15:24:34,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-12-04T15:24:34,440 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f2e1d35cf1:44821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:24:34,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0930 sec 2024-12-04T15:24:34,455 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:44821' 2024-12-04T15:24:34,456 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50359779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:34,457 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,44821,-1 for getting cluster id 2024-12-04T15:24:34,457 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:34,457 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0830631b-4fc5-426c-af85-6f0361638c3e' 2024-12-04T15:24:34,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:34,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0830631b-4fc5-426c-af85-6f0361638c3e" 2024-12-04T15:24:34,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37b2e467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:34,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,44821,-1] 2024-12-04T15:24:34,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:34,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:34,459 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:34,460 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69a64d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:34,460 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:34,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,44821,1733325866478 2024-12-04T15:24:34,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3507fdea 2024-12-04T15:24:34,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:34,462 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-04T15:24:34,462 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,37887,1733325861798 (queues=1) is replicating from cluster=ad32beb6-0284-4fd3-ab19-4227aa729ad8 to cluster=0830631b-4fc5-426c-af85-6f0361638c3e 2024-12-04T15:24:34,462 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C37887%2C1733325861798 2024-12-04T15:24:34,462 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,37887,1733325861798, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:24:34,463 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076, startPosition=0, beingWritten=true 2024-12-04T15:24:34,467 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C37887%2C1733325861798 2024-12-04T15:24:34,473 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:34,473 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 379, reset compression=false 2024-12-04T15:24:34,473 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,37887,1733325861798 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:34,490 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:24:34,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:34,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:34,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:34,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:34,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:34,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec10ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:34,491 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,44821,-1 for getting cluster id 2024-12-04T15:24:34,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:34,492 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0830631b-4fc5-426c-af85-6f0361638c3e' 2024-12-04T15:24:34,492 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:34,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0830631b-4fc5-426c-af85-6f0361638c3e" 2024-12-04T15:24:34,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549779c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:34,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,44821,-1] 2024-12-04T15:24:34,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:34,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:34,494 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5e3011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:34,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:34,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,44821,1733325866478 2024-12-04T15:24:34,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dc0c9d8 2024-12-04T15:24:34,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:34,497 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:24:34,497 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:46175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:24:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:24:34,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:34,500 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:46175' 2024-12-04T15:24:34,501 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78efd177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:34,501 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,46175,-1 for getting cluster id 2024-12-04T15:24:34,501 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:34,502 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcbadf41-ac55-4518-bda5-010d0fb78807' 2024-12-04T15:24:34,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:34,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcbadf41-ac55-4518-bda5-010d0fb78807" 2024-12-04T15:24:34,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c2f8daf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:34,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,46175,-1] 2024-12-04T15:24:34,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:34,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:34,503 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:34,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:34,504 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:34,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,46175,1733325856313 2024-12-04T15:24:34,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72ab3754 2024-12-04T15:24:34,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:34,506 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:24:34,507 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T15:24:34,507 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:24:34,507 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:34,507 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:34,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:34,507 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 379, reset compression=false 2024-12-04T15:24:34,508 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:24:34,509 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:24:34,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:24:34,511 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:34,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:24:34,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741837_1013 (size=1138) 2024-12-04T15:24:34,559 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T15:24:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:34,683 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 379, reset compression=false 2024-12-04T15:24:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:34,930 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30ef0834037d162ff79a919ec6ab2bc0, NAME => 'hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8 2024-12-04T15:24:34,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741838_1014 (size=44) 2024-12-04T15:24:34,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:34,940 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 30ef0834037d162ff79a919ec6ab2bc0, disabling compactions & flushes 2024-12-04T15:24:34,941 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0. 2024-12-04T15:24:34,941 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0. 2024-12-04T15:24:34,941 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0. after waiting 0 ms 2024-12-04T15:24:34,941 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0. 2024-12-04T15:24:34,941 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0. 2024-12-04T15:24:34,941 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30ef0834037d162ff79a919ec6ab2bc0: Waiting for close lock at 1733325874940Disabling compacts and flushes for region at 1733325874940Disabling writes for close at 1733325874941 (+1 ms)Writing region close event to WAL at 1733325874941Closed at 1733325874941 2024-12-04T15:24:34,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:24:34,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733325874942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325874942"}]},"ts":"1733325874942"} 2024-12-04T15:24:34,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:24:34,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:24:34,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325874948"}]},"ts":"1733325874948"} 2024-12-04T15:24:34,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T15:24:34,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30ef0834037d162ff79a919ec6ab2bc0, ASSIGN}] 2024-12-04T15:24:34,952 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30ef0834037d162ff79a919ec6ab2bc0, ASSIGN 2024-12-04T15:24:34,952 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30ef0834037d162ff79a919ec6ab2bc0, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,34697,1733325866591; forceNewPlan=false, retain=false 2024-12-04T15:24:34,987 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 379, reset compression=false 2024-12-04T15:24:35,103 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30ef0834037d162ff79a919ec6ab2bc0, regionState=OPENING, regionLocation=c6f2e1d35cf1,34697,1733325866591 2024-12-04T15:24:35,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=30ef0834037d162ff79a919ec6ab2bc0, ASSIGN because future has completed 2024-12-04T15:24:35,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30ef0834037d162ff79a919ec6ab2bc0, server=c6f2e1d35cf1,34697,1733325866591}] 2024-12-04T15:24:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:35,216 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 379, reset compression=false 2024-12-04T15:24:35,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0. 2024-12-04T15:24:35,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:35,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:24:35,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C34697%2C1733325866591.rep, suffix=, logDir=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591, archiveDir=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/oldWALs, maxLogs=10 2024-12-04T15:24:35,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.rep.1733325875265, exclude list is [], retry=0 2024-12-04T15:24:35,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39077,DS-18567a65-c14f-4423-9194-c071b3dfd320,DISK] 2024-12-04T15:24:35,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.rep.1733325875265 2024-12-04T15:24:35,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41215:41215)] 2024-12-04T15:24:35,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 30ef0834037d162ff79a919ec6ab2bc0, NAME => 'hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:35,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:24:35,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:24:35,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0. service=MultiRowMutationService 2024-12-04T15:24:35,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:24:35,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 30ef0834037d162ff79a919ec6ab2bc0 2024-12-04T15:24:35,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:35,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 30ef0834037d162ff79a919ec6ab2bc0 2024-12-04T15:24:35,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 30ef0834037d162ff79a919ec6ab2bc0 2024-12-04T15:24:35,296 INFO [StoreOpener-30ef0834037d162ff79a919ec6ab2bc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 30ef0834037d162ff79a919ec6ab2bc0 2024-12-04T15:24:35,297 INFO [StoreOpener-30ef0834037d162ff79a919ec6ab2bc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30ef0834037d162ff79a919ec6ab2bc0 columnFamilyName hfileref 2024-12-04T15:24:35,298 DEBUG [StoreOpener-30ef0834037d162ff79a919ec6ab2bc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:35,298 INFO [StoreOpener-30ef0834037d162ff79a919ec6ab2bc0-1 {}] regionserver.HStore(327): Store=30ef0834037d162ff79a919ec6ab2bc0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:35,298 INFO [StoreOpener-30ef0834037d162ff79a919ec6ab2bc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 30ef0834037d162ff79a919ec6ab2bc0 2024-12-04T15:24:35,299 INFO [StoreOpener-30ef0834037d162ff79a919ec6ab2bc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30ef0834037d162ff79a919ec6ab2bc0 columnFamilyName queue 2024-12-04T15:24:35,299 DEBUG [StoreOpener-30ef0834037d162ff79a919ec6ab2bc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:35,300 INFO [StoreOpener-30ef0834037d162ff79a919ec6ab2bc0-1 {}] regionserver.HStore(327): Store=30ef0834037d162ff79a919ec6ab2bc0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:35,300 INFO [StoreOpener-30ef0834037d162ff79a919ec6ab2bc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 30ef0834037d162ff79a919ec6ab2bc0 2024-12-04T15:24:35,301 INFO [StoreOpener-30ef0834037d162ff79a919ec6ab2bc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30ef0834037d162ff79a919ec6ab2bc0 columnFamilyName sid 2024-12-04T15:24:35,301 DEBUG [StoreOpener-30ef0834037d162ff79a919ec6ab2bc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:35,301 INFO [StoreOpener-30ef0834037d162ff79a919ec6ab2bc0-1 {}] regionserver.HStore(327): Store=30ef0834037d162ff79a919ec6ab2bc0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:35,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 30ef0834037d162ff79a919ec6ab2bc0 2024-12-04T15:24:35,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/replication/30ef0834037d162ff79a919ec6ab2bc0 2024-12-04T15:24:35,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/replication/30ef0834037d162ff79a919ec6ab2bc0 2024-12-04T15:24:35,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 30ef0834037d162ff79a919ec6ab2bc0 2024-12-04T15:24:35,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 30ef0834037d162ff79a919ec6ab2bc0 2024-12-04T15:24:35,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:24:35,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 30ef0834037d162ff79a919ec6ab2bc0 2024-12-04T15:24:35,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/replication/30ef0834037d162ff79a919ec6ab2bc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:35,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 30ef0834037d162ff79a919ec6ab2bc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60408649, jitterRate=-0.09984098374843597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:24:35,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30ef0834037d162ff79a919ec6ab2bc0 2024-12-04T15:24:35,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 30ef0834037d162ff79a919ec6ab2bc0: Running coprocessor pre-open hook at 1733325875295Writing region info on filesystem at 1733325875295Initializing all the Stores at 1733325875296 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325875296Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325875296Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325875296Cleaning up temporary data from old regions at 1733325875303 (+7 ms)Running coprocessor post-open hooks at 1733325875307 (+4 ms)Region opened successfully at 1733325875307 2024-12-04T15:24:35,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0., pid=10, masterSystemTime=1733325875258 2024-12-04T15:24:35,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0. 2024-12-04T15:24:35,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0. 2024-12-04T15:24:35,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=30ef0834037d162ff79a919ec6ab2bc0, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,34697,1733325866591 2024-12-04T15:24:35,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30ef0834037d162ff79a919ec6ab2bc0, server=c6f2e1d35cf1,34697,1733325866591 because future has completed 2024-12-04T15:24:35,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T15:24:35,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 30ef0834037d162ff79a919ec6ab2bc0, server=c6f2e1d35cf1,34697,1733325866591 in 209 msec 2024-12-04T15:24:35,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T15:24:35,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=30ef0834037d162ff79a919ec6ab2bc0, ASSIGN in 365 msec 2024-12-04T15:24:35,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:24:35,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325875318"}]},"ts":"1733325875318"} 2024-12-04T15:24:35,321 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T15:24:35,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:24:35,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 814 msec 2024-12-04T15:24:35,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0., hostname=c6f2e1d35cf1,34697,1733325866591, seqNum=2] 2024-12-04T15:24:35,394 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 379, reset compression=false 2024-12-04T15:24:35,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:35,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:35,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:24:35,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T15:24:35,579 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T15:24:35,618 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,34697,1733325866591, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:24:35,619 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:35,619 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,34697,1733325866591, seqNum=-1] 2024-12-04T15:24:35,619 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:35,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T15:24:35,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f2e1d35cf1,34697,1733325866591', locateType=CURRENT is [region=hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0., hostname=c6f2e1d35cf1,34697,1733325866591, seqNum=2] 2024-12-04T15:24:35,625 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T15:24:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T15:24:35,627 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f2e1d35cf1,34697,1733325866591 suceeded 2024-12-04T15:24:35,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T15:24:35,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-04T15:24:35,629 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f2e1d35cf1:46175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:24:35,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1320 sec 2024-12-04T15:24:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:24:35,640 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:24:35,641 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:35,641 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:35,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:35,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:35,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:35,642 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:46175' 2024-12-04T15:24:35,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:35,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,46175,-1 for getting cluster id 2024-12-04T15:24:35,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:35,644 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcbadf41-ac55-4518-bda5-010d0fb78807' 2024-12-04T15:24:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcbadf41-ac55-4518-bda5-010d0fb78807" 2024-12-04T15:24:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbcf14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,46175,-1] 2024-12-04T15:24:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:35,645 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4a9d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:35,647 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32daa8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:35,647 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,46175,-1 for getting cluster id 2024-12-04T15:24:35,647 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:35,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:35,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,33649,-1 for getting cluster id 2024-12-04T15:24:35,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:35,647 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcbadf41-ac55-4518-bda5-010d0fb78807' 2024-12-04T15:24:35,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:35,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcbadf41-ac55-4518-bda5-010d0fb78807" 2024-12-04T15:24:35,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eafdecc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:35,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,46175,-1] 2024-12-04T15:24:35,648 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad32beb6-0284-4fd3-ab19-4227aa729ad8' 2024-12-04T15:24:35,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:35,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad32beb6-0284-4fd3-ab19-4227aa729ad8" 2024-12-04T15:24:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f073143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,33649,-1] 2024-12-04T15:24:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:35,649 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:35,649 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:35,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae6f894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:35,650 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c36e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:35,650 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:35,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:35,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,44821,-1 for getting cluster id 2024-12-04T15:24:35,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,46175,1733325856313 2024-12-04T15:24:35,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:35,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@616c9ca7 2024-12-04T15:24:35,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:35,651 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0830631b-4fc5-426c-af85-6f0361638c3e' 2024-12-04T15:24:35,651 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T15:24:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0830631b-4fc5-426c-af85-6f0361638c3e" 2024-12-04T15:24:35,652 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,34697,1733325866591 (queues=1) is replicating from cluster=0830631b-4fc5-426c-af85-6f0361638c3e to cluster=bcbadf41-ac55-4518-bda5-010d0fb78807 2024-12-04T15:24:35,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:35,652 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C34697%2C1733325866591 2024-12-04T15:24:35,652 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,34697,1733325866591, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:24:35,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780557aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:35,652 DEBUG [Time-limited test {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,44821,-1] 2024-12-04T15:24:35,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:35,653 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:35,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52cfb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:35,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:35,655 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666, startPosition=0, beingWritten=true 2024-12-04T15:24:35,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,34741,1733325857593, seqNum=-1] 2024-12-04T15:24:35,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:35,659 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C34697%2C1733325866591 2024-12-04T15:24:35,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:24:35,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088., hostname=c6f2e1d35cf1,34741,1733325857593, seqNum=2] 2024-12-04T15:24:35,683 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:35,683 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 379, reset compression=false 2024-12-04T15:24:35,684 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34697,1733325866591 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:35,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:35,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,34697,1733325866591, seqNum=-1] 2024-12-04T15:24:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:35,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:24:35,702 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040., hostname=c6f2e1d35cf1,34697,1733325866591, seqNum=2] 2024-12-04T15:24:35,705 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T15:24:35,755 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:24:35,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:35,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:35,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:35,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:35,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:35,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:35,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:35,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:35,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:35,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:35,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:35,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:35,899 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 379, reset compression=false 2024-12-04T15:24:35,905 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 379, reset compression=false 2024-12-04T15:24:35,921 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T15:24:36,020 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 379, reset compression=false 2024-12-04T15:24:36,025 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:36,025 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 480, reset compression=false 2024-12-04T15:24:36,025 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34741,1733325857593 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba4b03ae3e22cb8b4494debdacc88088/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T15:24:36,027 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:24:36,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-04T15:24:36,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:36,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66a7dfbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:36,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,33649,-1 for getting cluster id 2024-12-04T15:24:36,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:36,031 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad32beb6-0284-4fd3-ab19-4227aa729ad8' 2024-12-04T15:24:36,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:36,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad32beb6-0284-4fd3-ab19-4227aa729ad8" 2024-12-04T15:24:36,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30ebd4ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:36,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,33649,-1] 2024-12-04T15:24:36,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:36,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:36,032 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:36,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e8a6699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:36,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:36,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,37887,1733325861798, seqNum=-1] 2024-12-04T15:24:36,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:36,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T15:24:36,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733325869913.f68ab53109caf87a50362f37bf1b220d., hostname=c6f2e1d35cf1,37887,1733325861798, seqNum=2] 2024-12-04T15:24:36,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:36,214 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 379, reset compression=false 2024-12-04T15:24:36,228 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 480, reset compression=false 2024-12-04T15:24:36,503 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 379, reset compression=false 2024-12-04T15:24:36,508 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:36,508 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 504, reset compression=false 2024-12-04T15:24:36,508 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,37887,1733325861798 got entry batch from reader: WALEntryBatch [walEntries=[{test/f68ab53109caf87a50362f37bf1b220d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T15:24:36,510 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:24:36,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-04T15:24:36,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:36,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7697e7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:36,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,44821,-1 for getting cluster id 2024-12-04T15:24:36,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:36,512 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0830631b-4fc5-426c-af85-6f0361638c3e' 2024-12-04T15:24:36,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:36,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0830631b-4fc5-426c-af85-6f0361638c3e" 2024-12-04T15:24:36,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6895b39f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:36,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,44821,-1] 2024-12-04T15:24:36,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:36,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:36,514 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:36,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f5b465b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:36,515 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:36,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,34697,1733325866591, seqNum=-1] 2024-12-04T15:24:36,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:36,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T15:24:36,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040., hostname=c6f2e1d35cf1,34697,1733325866591, seqNum=2] 2024-12-04T15:24:36,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:36,532 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 480, reset compression=false 2024-12-04T15:24:36,618 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 379, reset compression=false 2024-12-04T15:24:36,623 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:36,623 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 528, reset compression=false 2024-12-04T15:24:36,623 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34697,1733325866591 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:36,708 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T15:24:36,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:36,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,37887,1733325861798, seqNum=-1] 2024-12-04T15:24:36,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:36,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:24:36,712 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 504, reset compression=false 2024-12-04T15:24:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733325869913.f68ab53109caf87a50362f37bf1b220d., hostname=c6f2e1d35cf1,37887,1733325861798, seqNum=2] 2024-12-04T15:24:36,716 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T15:24:36,717 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:36,717 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 608, reset compression=false 2024-12-04T15:24:36,717 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,37887,1733325861798 got entry batch from reader: WALEntryBatch [walEntries=[{test/f68ab53109caf87a50362f37bf1b220d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T15:24:36,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:36,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:36,827 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 528, reset compression=false 2024-12-04T15:24:36,833 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:36,833 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 656, reset compression=false 2024-12-04T15:24:36,833 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34697,1733325866591 got entry batch from reader: WALEntryBatch [walEntries=[{test/f1ee836bf45d8ea0ed92495d8eafc040/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T15:24:36,835 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:24:36,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T15:24:36,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:36,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a48698, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:36,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,46175,-1 for getting cluster id 2024-12-04T15:24:36,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:36,838 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcbadf41-ac55-4518-bda5-010d0fb78807' 2024-12-04T15:24:36,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:36,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcbadf41-ac55-4518-bda5-010d0fb78807" 2024-12-04T15:24:36,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4411d4df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:36,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,46175,-1] 2024-12-04T15:24:36,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:36,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:36,840 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:36,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44bdb79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:36,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:36,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,34741,1733325857593, seqNum=-1] 2024-12-04T15:24:36,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:36,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T15:24:36,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088., hostname=c6f2e1d35cf1,34741,1733325857593, seqNum=2] 2024-12-04T15:24:36,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:36,922 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 608, reset compression=false 2024-12-04T15:24:36,936 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 480, reset compression=false 2024-12-04T15:24:36,944 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:36,944 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34741,1733325857593 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:36,945 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 631, reset compression=false 2024-12-04T15:24:37,038 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 656, reset compression=false 2024-12-04T15:24:37,150 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 631, reset compression=false 2024-12-04T15:24:37,227 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 608, reset compression=false 2024-12-04T15:24:37,342 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 656, reset compression=false 2024-12-04T15:24:37,454 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 631, reset compression=false 2024-12-04T15:24:37,631 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 608, reset compression=false 2024-12-04T15:24:37,718 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T15:24:37,722 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T15:24:37,755 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 656, reset compression=false 2024-12-04T15:24:37,760 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:37,760 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 760, reset compression=false 2024-12-04T15:24:37,761 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34697,1733325866591 got entry batch from reader: WALEntryBatch [walEntries=[{test/f1ee836bf45d8ea0ed92495d8eafc040/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T15:24:37,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:37,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:37,858 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 631, reset compression=false 2024-12-04T15:24:37,863 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:37,863 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 758, reset compression=false 2024-12-04T15:24:37,863 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34741,1733325857593 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba4b03ae3e22cb8b4494debdacc88088/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T15:24:37,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:37,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:37,965 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 760, reset compression=false 2024-12-04T15:24:38,067 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 758, reset compression=false 2024-12-04T15:24:38,135 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 608, reset compression=false 2024-12-04T15:24:38,141 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:38,141 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 759, reset compression=false 2024-12-04T15:24:38,141 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,37887,1733325861798 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:38,270 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 760, reset compression=false 2024-12-04T15:24:38,346 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 759, reset compression=false 2024-12-04T15:24:38,374 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 758, reset compression=false 2024-12-04T15:24:38,650 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 759, reset compression=false 2024-12-04T15:24:38,675 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 760, reset compression=false 2024-12-04T15:24:38,724 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T15:24:38,729 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T15:24:38,778 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 758, reset compression=false 2024-12-04T15:24:38,783 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:38,783 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 914, reset compression=false 2024-12-04T15:24:38,783 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34741,1733325857593 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba4b03ae3e22cb8b4494debdacc88088/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T15:24:38,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:38,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:38,988 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 914, reset compression=false 2024-12-04T15:24:39,055 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 759, reset compression=false 2024-12-04T15:24:39,061 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:39,061 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 907, reset compression=false 2024-12-04T15:24:39,062 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,37887,1733325861798 got entry batch from reader: WALEntryBatch [walEntries=[{test/f68ab53109caf87a50362f37bf1b220d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T15:24:39,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:39,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:39,180 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 760, reset compression=false 2024-12-04T15:24:39,185 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:39,185 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 932, reset compression=false 2024-12-04T15:24:39,185 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34697,1733325866591 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:39,276 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 907, reset compression=false 2024-12-04T15:24:39,293 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 914, reset compression=false 2024-12-04T15:24:39,389 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 932, reset compression=false 2024-12-04T15:24:39,580 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 907, reset compression=false 2024-12-04T15:24:39,693 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 932, reset compression=false 2024-12-04T15:24:39,697 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 914, reset compression=false 2024-12-04T15:24:39,732 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T15:24:39,736 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T15:24:39,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T15:24:39,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T15:24:39,984 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 907, reset compression=false 2024-12-04T15:24:39,989 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:39,989 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1066, reset compression=false 2024-12-04T15:24:39,989 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,37887,1733325861798 got entry batch from reader: WALEntryBatch [walEntries=[{test/f68ab53109caf87a50362f37bf1b220d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T15:24:39,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:39,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:40,097 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 932, reset compression=false 2024-12-04T15:24:40,102 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:40,102 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 1082, reset compression=false 2024-12-04T15:24:40,102 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34697,1733325866591 got entry batch from reader: WALEntryBatch [walEntries=[{test/f1ee836bf45d8ea0ed92495d8eafc040/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T15:24:40,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:40,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:40,193 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1066, reset compression=false 2024-12-04T15:24:40,201 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 914, reset compression=false 2024-12-04T15:24:40,206 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:40,206 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1087, reset compression=false 2024-12-04T15:24:40,206 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34741,1733325857593 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:40,306 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 1082, reset compression=false 2024-12-04T15:24:40,410 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1087, reset compression=false 2024-12-04T15:24:40,497 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1066, reset compression=false 2024-12-04T15:24:40,610 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 1082, reset compression=false 2024-12-04T15:24:40,714 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1087, reset compression=false 2024-12-04T15:24:40,740 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T15:24:40,746 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T15:24:40,798 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:24:40,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:40,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:40,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:40,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:40,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:40,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:40,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:40,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:40,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:40,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:40,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:40,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:40,902 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1066, reset compression=false 2024-12-04T15:24:41,014 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 1082, reset compression=false 2024-12-04T15:24:41,020 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:41,020 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 1241, reset compression=false 2024-12-04T15:24:41,020 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34697,1733325866591 got entry batch from reader: WALEntryBatch [walEntries=[{test/f1ee836bf45d8ea0ed92495d8eafc040/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T15:24:41,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:41,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:41,122 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1087, reset compression=false 2024-12-04T15:24:41,127 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:41,127 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1236, reset compression=false 2024-12-04T15:24:41,127 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34741,1733325857593 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba4b03ae3e22cb8b4494debdacc88088/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T15:24:41,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:41,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:41,227 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 1241, reset compression=false 2024-12-04T15:24:41,331 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1236, reset compression=false 2024-12-04T15:24:41,405 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1066, reset compression=false 2024-12-04T15:24:41,410 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:41,410 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1239, reset compression=false 2024-12-04T15:24:41,410 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,37887,1733325861798 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:41,541 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 1241, reset compression=false 2024-12-04T15:24:41,614 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1239, reset compression=false 2024-12-04T15:24:41,635 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1236, reset compression=false 2024-12-04T15:24:41,749 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T15:24:41,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb003f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:41,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,44821,-1 for getting cluster id 2024-12-04T15:24:41,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:41,756 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0830631b-4fc5-426c-af85-6f0361638c3e' 2024-12-04T15:24:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0830631b-4fc5-426c-af85-6f0361638c3e" 2024-12-04T15:24:41,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f38f74c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:41,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,44821,-1] 2024-12-04T15:24:41,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:41,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:41,758 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:41,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e0a088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:41,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,44821,1733325866478 2024-12-04T15:24:41,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b751e21 2024-12-04T15:24:41,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:41,765 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:24:41,765 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-04T15:24:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-04T15:24:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T15:24:41,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:24:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T15:24:41,918 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1239, reset compression=false 2024-12-04T15:24:41,944 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 1241, reset compression=false 2024-12-04T15:24:41,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T15:24:41,986 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-04T15:24:41,987 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-04T15:24:41,987 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,34697,1733325866591 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-04T15:24:41,987 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0. 2024-12-04T15:24:41,987 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:41,987 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:41,988 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:41,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:42,039 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1236, reset compression=false 2024-12-04T15:24:42,089 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T15:24:42,090 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T15:24:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T15:24:42,189 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 terminated 2024-12-04T15:24:42,222 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,34697,1733325866591, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:24:42,222 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-04T15:24:42,223 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T15:24:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T15:24:42,227 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on c6f2e1d35cf1,34697,1733325866591 suceeded 2024-12-04T15:24:42,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T15:24:42,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 394 msec 2024-12-04T15:24:42,229 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-04T15:24:42,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 464 msec 2024-12-04T15:24:42,243 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:46175' 2024-12-04T15:24:42,244 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fa0718c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:42,244 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,46175,-1 for getting cluster id 2024-12-04T15:24:42,244 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:42,245 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcbadf41-ac55-4518-bda5-010d0fb78807' 2024-12-04T15:24:42,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:42,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcbadf41-ac55-4518-bda5-010d0fb78807" 2024-12-04T15:24:42,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37660055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:42,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,46175,-1] 2024-12-04T15:24:42,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:42,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:42,248 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:42,248 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@506d8722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:42,249 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:42,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,46175,1733325856313 2024-12-04T15:24:42,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44cd4da1 2024-12-04T15:24:42,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:42,251 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T15:24:42,252 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,34697,1733325866591 (queues=1) is replicating from cluster=0830631b-4fc5-426c-af85-6f0361638c3e to cluster=bcbadf41-ac55-4518-bda5-010d0fb78807 2024-12-04T15:24:42,252 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C34697%2C1733325866591 2024-12-04T15:24:42,252 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,34697,1733325866591, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:24:42,259 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C34697%2C1733325866591 2024-12-04T15:24:42,322 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1239, reset compression=false 2024-12-04T15:24:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T15:24:42,401 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:24:42,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:42,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:42,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:42,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:42,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:42,404 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-04T15:24:42,543 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1236, reset compression=false 2024-12-04T15:24:42,548 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:42,548 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1340, reset compression=false 2024-12-04T15:24:42,548 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34741,1733325857593 got entry batch from reader: WALEntryBatch [walEntries=[{test/ba4b03ae3e22cb8b4494debdacc88088/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T15:24:42,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:42,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37887 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:42,756 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1340, reset compression=false 2024-12-04T15:24:42,825 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1239, reset compression=false 2024-12-04T15:24:42,969 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:42,969 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1367, reset compression=false 2024-12-04T15:24:42,969 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,37887,1733325861798 got entry batch from reader: WALEntryBatch [walEntries=[{test/f68ab53109caf87a50362f37bf1b220d/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T15:24:42,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:42,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:43,059 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1340, reset compression=false 2024-12-04T15:24:43,173 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1367, reset compression=false 2024-12-04T15:24:43,407 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-04T15:24:43,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6245b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:43,409 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,44821,-1 for getting cluster id 2024-12-04T15:24:43,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:43,410 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0830631b-4fc5-426c-af85-6f0361638c3e' 2024-12-04T15:24:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:43,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0830631b-4fc5-426c-af85-6f0361638c3e" 2024-12-04T15:24:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61004840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,44821,-1] 2024-12-04T15:24:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:43,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:43,412 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:43,413 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d34867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:43,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:43,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,44821,1733325866478 2024-12-04T15:24:43,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b3d34af 2024-12-04T15:24:43,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:24:43,418 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:24:43,418 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-04T15:24:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-04T15:24:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T15:24:43,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:24:43,463 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1340, reset compression=false 2024-12-04T15:24:43,479 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1367, reset compression=false 2024-12-04T15:24:43,485 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:43,485 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1471, reset compression=false 2024-12-04T15:24:43,485 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,37887,1733325861798 got entry batch from reader: WALEntryBatch [walEntries=[{test/f68ab53109caf87a50362f37bf1b220d/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T15:24:43,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:43,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:43,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T15:24:43,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-04T15:24:43,595 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-04T15:24:43,595 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T15:24:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-04T15:24:43,598 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on c6f2e1d35cf1,34697,1733325866591 suceeded 2024-12-04T15:24:43,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-04T15:24:43,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-12-04T15:24:43,601 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-04T15:24:43,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 183 msec 2024-12-04T15:24:43,656 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666, startPosition=1241, beingWritten=true 2024-12-04T15:24:43,672 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:24:43,672 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 1521, reset compression=false 2024-12-04T15:24:43,672 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34697,1733325866591 got entry batch from reader: WALEntryBatch [walEntries=[{test/f1ee836bf45d8ea0ed92495d8eafc040/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T15:24:43,675 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:24:43,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T15:24:43,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:24:43,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:24:43,692 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1471, reset compression=false 2024-12-04T15:24:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T15:24:43,740 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:24:43,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:43,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:43,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:43,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:43,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:43,743 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-04T15:24:43,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:24:43,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:43,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:43,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:43,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:43,744 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:24:43,744 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1907989183, stopped=false 2024-12-04T15:24:43,744 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,44821,1733325866478 2024-12-04T15:24:43,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-261954569/running 2024-12-04T15:24:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-261954569/running 2024-12-04T15:24:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:43,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:43,774 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:24:43,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:43,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:43,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:43,775 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,34697,1733325866591' ***** 2024-12-04T15:24:43,775 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:24:43,775 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:24:43,776 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:24:43,776 INFO [RS:0;c6f2e1d35cf1:34697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:24:43,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Set watcher on znode that does not yet exist, /2-261954569/running 2024-12-04T15:24:43,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Set watcher on znode that does not yet exist, /2-261954569/running 2024-12-04T15:24:43,776 INFO [RS:0;c6f2e1d35cf1:34697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:24:43,776 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(3091): Received CLOSE for 30ef0834037d162ff79a919ec6ab2bc0 2024-12-04T15:24:43,776 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(3091): Received CLOSE for f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:43,776 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,34697,1733325866591 2024-12-04T15:24:43,776 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:24:43,776 INFO [RS:0;c6f2e1d35cf1:34697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:34697. 2024-12-04T15:24:43,776 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30ef0834037d162ff79a919ec6ab2bc0, disabling compactions & flushes 2024-12-04T15:24:43,776 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:43,776 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0. 2024-12-04T15:24:43,776 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0. 2024-12-04T15:24:43,776 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:43,776 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0. after waiting 0 ms 2024-12-04T15:24:43,776 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0. 2024-12-04T15:24:43,777 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:24:43,777 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:24:43,777 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:24:43,777 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:24:43,777 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 30ef0834037d162ff79a919ec6ab2bc0 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-04T15:24:43,777 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T15:24:43,777 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1325): Online Regions={30ef0834037d162ff79a919ec6ab2bc0=hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0., f1ee836bf45d8ea0ed92495d8eafc040=test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:24:43,777 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30ef0834037d162ff79a919ec6ab2bc0, f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:43,777 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:24:43,777 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:24:43,777 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:24:43,777 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:24:43,777 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:24:43,777 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T15:24:43,793 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/replication/30ef0834037d162ff79a919ec6ab2bc0/.tmp/queue/35c461735c314ca2baeb404bf6157be0 is 154, key is 1-c6f2e1d35cf1,34697,1733325866591/queue:c6f2e1d35cf1%2C34697%2C1733325866591/1733325883683/Put/seqid=0 2024-12-04T15:24:43,799 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/.tmp/info/1a7b0ec051bc4dc7b4d09d93a5e8f7cf is 147, key is hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0./info:regioninfo/1733325875311/Put/seqid=0 2024-12-04T15:24:43,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741840_1016 (size=5353) 2024-12-04T15:24:43,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741841_1017 (size=7686) 2024-12-04T15:24:43,807 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/.tmp/info/1a7b0ec051bc4dc7b4d09d93a5e8f7cf 2024-12-04T15:24:43,830 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/.tmp/ns/3979650229894cbc86a4720158326e76 is 43, key is default/ns:d/1733325868632/Put/seqid=0 2024-12-04T15:24:43,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741842_1018 (size=5153) 2024-12-04T15:24:43,842 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:24:43,880 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 1521, reset compression=false 2024-12-04T15:24:43,970 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1340, reset compression=false 2024-12-04T15:24:43,975 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:43,976 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1491, reset compression=false 2024-12-04T15:24:43,976 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34741,1733325857593 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:43,977 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30ef0834037d162ff79a919ec6ab2bc0, f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:43,998 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1471, reset compression=false 2024-12-04T15:24:44,177 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30ef0834037d162ff79a919ec6ab2bc0, f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:44,179 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1491, reset compression=false 2024-12-04T15:24:44,184 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 1521, reset compression=false 2024-12-04T15:24:44,202 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/replication/30ef0834037d162ff79a919ec6ab2bc0/.tmp/queue/35c461735c314ca2baeb404bf6157be0 2024-12-04T15:24:44,208 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/replication/30ef0834037d162ff79a919ec6ab2bc0/.tmp/queue/35c461735c314ca2baeb404bf6157be0 as hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/replication/30ef0834037d162ff79a919ec6ab2bc0/queue/35c461735c314ca2baeb404bf6157be0 2024-12-04T15:24:44,213 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/replication/30ef0834037d162ff79a919ec6ab2bc0/queue/35c461735c314ca2baeb404bf6157be0, entries=1, sequenceid=13, filesize=5.2 K 2024-12-04T15:24:44,214 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 30ef0834037d162ff79a919ec6ab2bc0 in 438ms, sequenceid=13, compaction requested=false 2024-12-04T15:24:44,223 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/replication/30ef0834037d162ff79a919ec6ab2bc0/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-04T15:24:44,224 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:24:44,224 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:24:44,224 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0. 2024-12-04T15:24:44,224 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30ef0834037d162ff79a919ec6ab2bc0: Waiting for close lock at 1733325883776Running coprocessor pre-close hooks at 1733325883776Disabling compacts and flushes for region at 1733325883776Disabling writes for close at 1733325883776Obtaining lock to block concurrent updates at 1733325883777 (+1 ms)Preparing flush snapshotting stores in 30ef0834037d162ff79a919ec6ab2bc0 at 1733325883777Finished memstore snapshotting hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733325883777Flushing stores of hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0. at 1733325883778 (+1 ms)Flushing 30ef0834037d162ff79a919ec6ab2bc0/queue: creating writer at 1733325883778Flushing 30ef0834037d162ff79a919ec6ab2bc0/queue: appending metadata at 1733325883793 (+15 ms)Flushing 30ef0834037d162ff79a919ec6ab2bc0/queue: closing flushed file at 1733325883793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4978a279: reopening flushed file at 1733325884207 (+414 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 30ef0834037d162ff79a919ec6ab2bc0 in 438ms, sequenceid=13, compaction requested=false at 1733325884214 (+7 ms)Writing region close event to WAL at 1733325884219 (+5 ms)Running coprocessor post-close hooks at 1733325884223 (+4 ms)Closed at 1733325884224 (+1 ms) 2024-12-04T15:24:44,224 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733325874507.30ef0834037d162ff79a919ec6ab2bc0. 2024-12-04T15:24:44,224 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1ee836bf45d8ea0ed92495d8eafc040, disabling compactions & flushes 2024-12-04T15:24:44,224 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040. 2024-12-04T15:24:44,224 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040. 2024-12-04T15:24:44,224 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040. after waiting 0 ms 2024-12-04T15:24:44,224 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040. 2024-12-04T15:24:44,225 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f1ee836bf45d8ea0ed92495d8eafc040 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T15:24:44,239 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/.tmp/ns/3979650229894cbc86a4720158326e76 2024-12-04T15:24:44,248 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/.tmp/f/6d94b98c8b40421685805098cd57503d is 37, key is row3/f:row3/1733325882402/Put/seqid=0 2024-12-04T15:24:44,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741843_1019 (size=5228) 2024-12-04T15:24:44,273 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/.tmp/rep_barrier/46ac1fa016c5495cbc0a949dfd23388e is 112, key is test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040./rep_barrier:seqnumDuringOpen/1733325870917/Put/seqid=0 2024-12-04T15:24:44,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741844_1020 (size=5518) 2024-12-04T15:24:44,276 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/.tmp/rep_barrier/46ac1fa016c5495cbc0a949dfd23388e 2024-12-04T15:24:44,293 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/.tmp/table/2595f95e0b3e4040ae40f83e2b92502d is 53, key is hbase:replication/table:state/1733325875318/Put/seqid=0 2024-12-04T15:24:44,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741845_1021 (size=5308) 2024-12-04T15:24:44,378 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:44,402 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1471, reset compression=false 2024-12-04T15:24:44,482 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1491, reset compression=false 2024-12-04T15:24:44,533 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:24:44,533 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:24:44,578 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:44,588 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 1521, reset compression=false 2024-12-04T15:24:44,593 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:44,593 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 1768, reset compression=false 2024-12-04T15:24:44,593 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34697,1733325866591 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:44,594 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f2e1d35cf1,34697,1733325866591: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f2e1d35cf1,34697,1733325866591, walGroup=c6f2e1d35cf1%2C34697%2C1733325866591, offset=c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:34697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T15:24:44,596 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T15:24:44,596 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T15:24:44,596 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T15:24:44,597 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T15:24:44,597 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T15:24:44,597 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 904054952 }, "NonHeapMemoryUsage": { "committed": 200671232, "init": 7667712, "max": -1, "used": 197923512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T15:24:44,597 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:44821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:44821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T15:24:44,659 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/.tmp/f/6d94b98c8b40421685805098cd57503d 2024-12-04T15:24:44,663 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d94b98c8b40421685805098cd57503d 2024-12-04T15:24:44,684 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/.tmp/f1/2072474a7b5749e09dc91e6c17f560df is 30, key is row1/f1:/1733325879733/DeleteFamily/seqid=0 2024-12-04T15:24:44,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741846_1022 (size=5158) 2024-12-04T15:24:44,697 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/.tmp/table/2595f95e0b3e4040ae40f83e2b92502d 2024-12-04T15:24:44,704 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/.tmp/info/1a7b0ec051bc4dc7b4d09d93a5e8f7cf as hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/info/1a7b0ec051bc4dc7b4d09d93a5e8f7cf 2024-12-04T15:24:44,711 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/info/1a7b0ec051bc4dc7b4d09d93a5e8f7cf, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T15:24:44,712 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/.tmp/ns/3979650229894cbc86a4720158326e76 as hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/ns/3979650229894cbc86a4720158326e76 2024-12-04T15:24:44,717 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/ns/3979650229894cbc86a4720158326e76, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T15:24:44,718 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/.tmp/rep_barrier/46ac1fa016c5495cbc0a949dfd23388e as hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/rep_barrier/46ac1fa016c5495cbc0a949dfd23388e 2024-12-04T15:24:44,723 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/rep_barrier/46ac1fa016c5495cbc0a949dfd23388e, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T15:24:44,724 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/.tmp/table/2595f95e0b3e4040ae40f83e2b92502d as hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/table/2595f95e0b3e4040ae40f83e2b92502d 2024-12-04T15:24:44,729 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/table/2595f95e0b3e4040ae40f83e2b92502d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T15:24:44,731 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 953ms, sequenceid=16, compaction requested=false 2024-12-04T15:24:44,756 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:24:44,756 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:24:44,756 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:24:44,757 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:24:44,757 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325883777Running coprocessor pre-close hooks at 1733325883777Disabling compacts and flushes for region at 1733325883777Disabling writes for close at 1733325883777Obtaining lock to block concurrent updates at 1733325883777Preparing flush snapshotting stores in 1588230740 at 1733325883777Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733325883778 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733325883778Flushing 1588230740/info: creating writer at 1733325883778Flushing 1588230740/info: appending metadata at 1733325883799 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733325883799Flushing 1588230740/ns: creating writer at 1733325883811 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733325883830 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733325883830Flushing 1588230740/rep_barrier: creating writer at 1733325884244 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733325884272 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733325884272Flushing 1588230740/table: creating writer at 1733325884281 (+9 ms)Flushing 1588230740/table: appending metadata at 1733325884293 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733325884293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2158280e: reopening flushed file at 1733325884703 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b284c87: reopening flushed file at 1733325884711 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64820eaf: reopening flushed file at 1733325884717 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ff16e1: reopening flushed file at 1733325884723 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 953ms, sequenceid=16, compaction requested=false at 1733325884731 (+8 ms)Writing region close event to WAL at 1733325884744 (+13 ms)Running coprocessor post-close hooks at 1733325884756 (+12 ms)Closed at 1733325884757 (+1 ms) 2024-12-04T15:24:44,757 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:24:44,778 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T15:24:44,778 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1325): Online Regions={f1ee836bf45d8ea0ed92495d8eafc040=test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040.} 2024-12-04T15:24:44,778 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1351): Waiting on f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:44,799 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 1768, reset compression=false 2024-12-04T15:24:44,887 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1491, reset compression=false 2024-12-04T15:24:44,906 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1471, reset compression=false 2024-12-04T15:24:44,978 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1351): Waiting on f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:45,103 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/WALs/c6f2e1d35cf1,34697,1733325866591/c6f2e1d35cf1%2C34697%2C1733325866591.1733325867666 to pos 1768, reset compression=false 2024-12-04T15:24:45,107 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/.tmp/f1/2072474a7b5749e09dc91e6c17f560df 2024-12-04T15:24:45,121 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2072474a7b5749e09dc91e6c17f560df 2024-12-04T15:24:45,146 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/.tmp/norep/75592afb3a6a4fc98b76563a09d9b7d7 is 33, key is row2/norep:/1733325880741/DeleteFamily/seqid=0 2024-12-04T15:24:45,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741847_1023 (size=5108) 2024-12-04T15:24:45,158 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/.tmp/norep/75592afb3a6a4fc98b76563a09d9b7d7 2024-12-04T15:24:45,164 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75592afb3a6a4fc98b76563a09d9b7d7 2024-12-04T15:24:45,165 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/.tmp/f/6d94b98c8b40421685805098cd57503d as hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/f/6d94b98c8b40421685805098cd57503d 2024-12-04T15:24:45,169 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d94b98c8b40421685805098cd57503d 2024-12-04T15:24:45,170 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/f/6d94b98c8b40421685805098cd57503d, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T15:24:45,170 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/.tmp/f1/2072474a7b5749e09dc91e6c17f560df as hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/f1/2072474a7b5749e09dc91e6c17f560df 2024-12-04T15:24:45,175 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2072474a7b5749e09dc91e6c17f560df 2024-12-04T15:24:45,175 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/f1/2072474a7b5749e09dc91e6c17f560df, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T15:24:45,176 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/.tmp/norep/75592afb3a6a4fc98b76563a09d9b7d7 as hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/norep/75592afb3a6a4fc98b76563a09d9b7d7 2024-12-04T15:24:45,179 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1351): Waiting on f1ee836bf45d8ea0ed92495d8eafc040 2024-12-04T15:24:45,184 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75592afb3a6a4fc98b76563a09d9b7d7 2024-12-04T15:24:45,184 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/norep/75592afb3a6a4fc98b76563a09d9b7d7, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T15:24:45,185 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f1ee836bf45d8ea0ed92495d8eafc040 in 961ms, sequenceid=12, compaction requested=false 2024-12-04T15:24:45,191 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/data/default/test/f1ee836bf45d8ea0ed92495d8eafc040/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T15:24:45,192 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:24:45,192 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:24:45,192 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040. 2024-12-04T15:24:45,192 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1ee836bf45d8ea0ed92495d8eafc040: Waiting for close lock at 1733325884224Running coprocessor pre-close hooks at 1733325884224Disabling compacts and flushes for region at 1733325884224Disabling writes for close at 1733325884224Obtaining lock to block concurrent updates at 1733325884225 (+1 ms)Preparing flush snapshotting stores in f1ee836bf45d8ea0ed92495d8eafc040 at 1733325884225Finished memstore snapshotting test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733325884225Flushing stores of test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040. at 1733325884227 (+2 ms)Flushing f1ee836bf45d8ea0ed92495d8eafc040/f: creating writer at 1733325884227Flushing f1ee836bf45d8ea0ed92495d8eafc040/f: appending metadata at 1733325884248 (+21 ms)Flushing f1ee836bf45d8ea0ed92495d8eafc040/f: closing flushed file at 1733325884248Flushing f1ee836bf45d8ea0ed92495d8eafc040/f1: creating writer at 1733325884664 (+416 ms)Flushing f1ee836bf45d8ea0ed92495d8eafc040/f1: appending metadata at 1733325884684 (+20 ms)Flushing f1ee836bf45d8ea0ed92495d8eafc040/f1: closing flushed file at 1733325884684Flushing f1ee836bf45d8ea0ed92495d8eafc040/norep: creating writer at 1733325885122 (+438 ms)Flushing f1ee836bf45d8ea0ed92495d8eafc040/norep: appending metadata at 1733325885146 (+24 ms)Flushing f1ee836bf45d8ea0ed92495d8eafc040/norep: closing flushed file at 1733325885146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e566d7a: reopening flushed file at 1733325885164 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed2b487: reopening flushed file at 1733325885170 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14de2ef9: reopening flushed file at 1733325885175 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f1ee836bf45d8ea0ed92495d8eafc040 in 961ms, sequenceid=12, compaction requested=false at 1733325885185 (+10 ms)Writing region close event to WAL at 1733325885186 (+1 ms)Running coprocessor post-close hooks at 1733325885192 (+6 ms)Closed at 1733325885192 2024-12-04T15:24:45,192 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733325870544.f1ee836bf45d8ea0ed92495d8eafc040. 2024-12-04T15:24:45,379 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,34697,1733325866591; all regions closed. 2024-12-04T15:24:45,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741834_1010 (size=4239) 2024-12-04T15:24:45,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741839_1015 (size=3333) 2024-12-04T15:24:45,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741832_1008 (size=2420) 2024-12-04T15:24:45,388 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:45,388 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:24:45,389 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:24:45,389 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:24:45,389 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:24:45,389 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:24:45,390 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,34697,1733325866591 because: Region server is closing 2024-12-04T15:24:45,390 INFO [RS:0;c6f2e1d35cf1:34697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:34697. 2024-12-04T15:24:45,390 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:45,390 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:45,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:45,391 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:45,391 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1491, reset compression=false 2024-12-04T15:24:45,491 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.shipperc6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 terminated 2024-12-04T15:24:45,491 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34697,1733325866591.replicationSource.wal-reader.c6f2e1d35cf1%2C34697%2C1733325866591,1-c6f2e1d35cf1,34697,1733325866591 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T15:24:45,491 INFO [RS:0;c6f2e1d35cf1:34697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:34697. 2024-12-04T15:24:45,492 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:45,492 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:45,492 DEBUG [RS:0;c6f2e1d35cf1:34697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:45,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:45,492 INFO [RS:0;c6f2e1d35cf1:34697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34697 2024-12-04T15:24:45,510 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1471, reset compression=false 2024-12-04T15:24:45,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569/rs 2024-12-04T15:24:45,520 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:24:45,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-261954569/rs/c6f2e1d35cf1,34697,1733325866591 2024-12-04T15:24:45,560 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,34697,1733325866591] 2024-12-04T15:24:45,574 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-261954569/draining/c6f2e1d35cf1,34697,1733325866591 already deleted, retry=false 2024-12-04T15:24:45,574 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,34697,1733325866591 expired; onlineServers=0 2024-12-04T15:24:45,574 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,44821,1733325866478' ***** 2024-12-04T15:24:45,574 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:24:45,574 INFO [M:0;c6f2e1d35cf1:44821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:24:45,574 INFO [M:0;c6f2e1d35cf1:44821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:24:45,574 DEBUG [M:0;c6f2e1d35cf1:44821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:24:45,574 DEBUG [M:0;c6f2e1d35cf1:44821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:24:45,574 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:24:45,575 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325867399 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325867399,5,FailOnTimeoutGroup] 2024-12-04T15:24:45,575 INFO [M:0;c6f2e1d35cf1:44821 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:24:45,575 INFO [M:0;c6f2e1d35cf1:44821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:24:45,575 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325867399 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325867399,5,FailOnTimeoutGroup] 2024-12-04T15:24:45,575 DEBUG [M:0;c6f2e1d35cf1:44821 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:24:45,575 INFO [M:0;c6f2e1d35cf1:44821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:24:45,575 INFO [M:0;c6f2e1d35cf1:44821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:24:45,575 INFO [M:0;c6f2e1d35cf1:44821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:24:45,576 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:24:45,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-261954569/master 2024-12-04T15:24:45,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-261954569 2024-12-04T15:24:45,654 DEBUG [M:0;c6f2e1d35cf1:44821 {}] zookeeper.ZKUtil(347): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Unable to get data of znode /2-261954569/master because node does not exist (not an error) 2024-12-04T15:24:45,654 WARN [M:0;c6f2e1d35cf1:44821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:24:45,655 INFO [M:0;c6f2e1d35cf1:44821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/.lastflushedseqids 2024-12-04T15:24:45,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741848_1024 (size=245) 2024-12-04T15:24:45,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:45,660 INFO [RS:0;c6f2e1d35cf1:34697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:24:45,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34697-0x101a21f5d240007, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:45,660 INFO [RS:0;c6f2e1d35cf1:34697 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,34697,1733325866591; zookeeper connection closed. 2024-12-04T15:24:45,660 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46eceded {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46eceded 2024-12-04T15:24:45,661 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:24:45,902 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T15:24:45,995 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1491, reset compression=false 2024-12-04T15:24:46,060 INFO [M:0;c6f2e1d35cf1:44821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:24:46,060 INFO [M:0;c6f2e1d35cf1:44821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:24:46,060 DEBUG [M:0;c6f2e1d35cf1:44821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:24:46,060 INFO [M:0;c6f2e1d35cf1:44821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:46,060 DEBUG [M:0;c6f2e1d35cf1:44821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:46,060 DEBUG [M:0;c6f2e1d35cf1:44821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:24:46,060 DEBUG [M:0;c6f2e1d35cf1:44821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:46,060 INFO [M:0;c6f2e1d35cf1:44821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-04T15:24:46,081 DEBUG [M:0;c6f2e1d35cf1:44821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/035b006121c04c1e8e5126f466d3e3d2 is 82, key is hbase:meta,,1/info:regioninfo/1733325868619/Put/seqid=0 2024-12-04T15:24:46,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741849_1025 (size=5672) 2024-12-04T15:24:46,214 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1471, reset compression=false 2024-12-04T15:24:46,488 INFO [M:0;c6f2e1d35cf1:44821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/035b006121c04c1e8e5126f466d3e3d2 2024-12-04T15:24:46,509 DEBUG [M:0;c6f2e1d35cf1:44821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2394572fb5e042899f77a771e7642180 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733325875323/Put/seqid=0 2024-12-04T15:24:46,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741850_1026 (size=9212) 2024-12-04T15:24:46,699 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1491, reset compression=false 2024-12-04T15:24:46,913 INFO [M:0;c6f2e1d35cf1:44821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2394572fb5e042899f77a771e7642180 2024-12-04T15:24:46,933 DEBUG [M:0;c6f2e1d35cf1:44821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/339a86639df044229de8c9a68607691a is 69, key is c6f2e1d35cf1,34697,1733325866591/rs:state/1733325867473/Put/seqid=0 2024-12-04T15:24:46,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741851_1027 (size=5156) 2024-12-04T15:24:46,938 INFO [M:0;c6f2e1d35cf1:44821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/339a86639df044229de8c9a68607691a 2024-12-04T15:24:46,942 DEBUG [M:0;c6f2e1d35cf1:44821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/035b006121c04c1e8e5126f466d3e3d2 as hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/035b006121c04c1e8e5126f466d3e3d2 2024-12-04T15:24:46,947 INFO [M:0;c6f2e1d35cf1:44821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/035b006121c04c1e8e5126f466d3e3d2, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T15:24:46,948 DEBUG [M:0;c6f2e1d35cf1:44821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2394572fb5e042899f77a771e7642180 as hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2394572fb5e042899f77a771e7642180 2024-12-04T15:24:46,953 INFO [M:0;c6f2e1d35cf1:44821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2394572fb5e042899f77a771e7642180, entries=15, sequenceid=127, filesize=9.0 K 2024-12-04T15:24:46,954 DEBUG [M:0;c6f2e1d35cf1:44821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/339a86639df044229de8c9a68607691a as hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/339a86639df044229de8c9a68607691a 2024-12-04T15:24:46,959 INFO [M:0;c6f2e1d35cf1:44821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43185/user/jenkins/test-data/0a6a5914-6b93-7da3-84f9-842856aa44c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/339a86639df044229de8c9a68607691a, entries=1, sequenceid=127, filesize=5.0 K 2024-12-04T15:24:46,960 INFO [M:0;c6f2e1d35cf1:44821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=127, compaction requested=false 2024-12-04T15:24:46,967 INFO [M:0;c6f2e1d35cf1:44821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:46,967 DEBUG [M:0;c6f2e1d35cf1:44821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325886060Disabling compacts and flushes for region at 1733325886060Disabling writes for close at 1733325886060Obtaining lock to block concurrent updates at 1733325886060Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325886060Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733325886061 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325886061Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325886061Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325886080 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325886080Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325886492 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325886508 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325886508Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325886917 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325886933 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325886933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6426693b: reopening flushed file at 1733325886942 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6003884e: reopening flushed file at 1733325886947 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6167c5f3: reopening flushed file at 1733325886953 (+6 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=127, compaction requested=false at 1733325886960 (+7 ms)Writing region close event to WAL at 1733325886967 (+7 ms)Closed at 1733325886967 2024-12-04T15:24:46,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39077 is added to blk_1073741830_1006 (size=73866) 2024-12-04T15:24:46,973 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:24:46,973 INFO [M:0;c6f2e1d35cf1:44821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:24:46,973 INFO [M:0;c6f2e1d35cf1:44821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44821 2024-12-04T15:24:46,976 INFO [M:0;c6f2e1d35cf1:44821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:24:47,018 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1471, reset compression=false 2024-12-04T15:24:47,116 INFO [M:0;c6f2e1d35cf1:44821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:24:47,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:47,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44821-0x101a21f5d240006, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:47,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7615a626{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:24:47,119 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:24:47,119 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:24:47,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:24:47,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/hadoop.log.dir/,STOPPED} 2024-12-04T15:24:47,120 WARN [BP-1898679642-172.17.0.3-1733325865189 heartbeating to localhost/127.0.0.1:43185 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:24:47,120 WARN [BP-1898679642-172.17.0.3-1733325865189 heartbeating to localhost/127.0.0.1:43185 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1898679642-172.17.0.3-1733325865189 (Datanode Uuid 2310e259-6899-4d06-8d78-9f5b51377e27) service to localhost/127.0.0.1:43185 2024-12-04T15:24:47,120 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:24:47,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:24:47,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/cluster_58b34dd7-a68e-ec14-b1bf-2251d2544f4a/data/data1/current/BP-1898679642-172.17.0.3-1733325865189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:24:47,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/cluster_58b34dd7-a68e-ec14-b1bf-2251d2544f4a/data/data2/current/BP-1898679642-172.17.0.3-1733325865189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:24:47,121 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:24:47,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f67c797{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:24:47,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:24:47,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:24:47,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:24:47,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/hadoop.log.dir/,STOPPED} 2024-12-04T15:24:47,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:24:47,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:24:47,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:47,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:47,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:47,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:47,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:47,139 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:24:47,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=131727183, stopped=false 2024-12-04T15:24:47,140 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,33649,1733325861678 2024-12-04T15:24:47,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-723055923/running 2024-12-04T15:24:47,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:47,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-723055923/running 2024-12-04T15:24:47,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:47,154 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:24:47,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Set watcher on znode that does not yet exist, /1-723055923/running 2024-12-04T15:24:47,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Set watcher on znode that does not yet exist, /1-723055923/running 2024-12-04T15:24:47,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:47,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:47,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:47,156 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,37887,1733325861798' ***** 2024-12-04T15:24:47,156 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:24:47,156 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:24:47,156 INFO [RS:0;c6f2e1d35cf1:37887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:24:47,156 INFO [RS:0;c6f2e1d35cf1:37887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:24:47,156 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:24:47,157 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(3091): Received CLOSE for f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:47,157 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(3091): Received CLOSE for 8883e4f10215e7a049868a830a04906f 2024-12-04T15:24:47,157 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,37887,1733325861798 2024-12-04T15:24:47,157 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:24:47,157 INFO [RS:0;c6f2e1d35cf1:37887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:37887. 2024-12-04T15:24:47,157 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f68ab53109caf87a50362f37bf1b220d, disabling compactions & flushes 2024-12-04T15:24:47,157 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:47,157 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733325869913.f68ab53109caf87a50362f37bf1b220d. 2024-12-04T15:24:47,157 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:47,157 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325869913.f68ab53109caf87a50362f37bf1b220d. 2024-12-04T15:24:47,157 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733325869913.f68ab53109caf87a50362f37bf1b220d. after waiting 0 ms 2024-12-04T15:24:47,157 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733325869913.f68ab53109caf87a50362f37bf1b220d. 2024-12-04T15:24:47,157 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:24:47,157 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:24:47,157 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:24:47,157 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f68ab53109caf87a50362f37bf1b220d 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T15:24:47,157 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:24:47,157 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T15:24:47,157 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f68ab53109caf87a50362f37bf1b220d=test,,1733325869913.f68ab53109caf87a50362f37bf1b220d., 8883e4f10215e7a049868a830a04906f=hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f.} 2024-12-04T15:24:47,157 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8883e4f10215e7a049868a830a04906f, f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:47,158 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:24:47,158 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:24:47,158 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:24:47,158 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:24:47,158 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:24:47,158 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T15:24:47,160 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:24:47,175 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/.tmp/info/a47726b632634c8f98f88bc7e9e0a3e6 is 147, key is hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f./info:regioninfo/1733325874141/Put/seqid=0 2024-12-04T15:24:47,177 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/.tmp/f/b9fd39b56a7d4454990adcf8e2547cc0 is 37, key is row3/f:row3/1733325882402/Put/seqid=0 2024-12-04T15:24:47,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741840_1016 (size=7686) 2024-12-04T15:24:47,180 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/.tmp/info/a47726b632634c8f98f88bc7e9e0a3e6 2024-12-04T15:24:47,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741841_1017 (size=5228) 2024-12-04T15:24:47,211 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/.tmp/ns/80f41541cd294c97bd956ec66831db29 is 43, key is default/ns:d/1733325865055/Put/seqid=0 2024-12-04T15:24:47,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741842_1018 (size=5153) 2024-12-04T15:24:47,358 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8883e4f10215e7a049868a830a04906f, f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:47,503 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1491, reset compression=false 2024-12-04T15:24:47,558 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8883e4f10215e7a049868a830a04906f, f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:47,596 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/.tmp/f/b9fd39b56a7d4454990adcf8e2547cc0 2024-12-04T15:24:47,600 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9fd39b56a7d4454990adcf8e2547cc0 2024-12-04T15:24:47,616 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/.tmp/ns/80f41541cd294c97bd956ec66831db29 2024-12-04T15:24:47,620 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/.tmp/f1/28d1854ae33542928e2e3bf56ab4ac32 is 30, key is row1/f1:/1733325879733/DeleteFamily/seqid=0 2024-12-04T15:24:47,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741843_1019 (size=5158) 2024-12-04T15:24:47,630 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/.tmp/f1/28d1854ae33542928e2e3bf56ab4ac32 2024-12-04T15:24:47,634 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28d1854ae33542928e2e3bf56ab4ac32 2024-12-04T15:24:47,640 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/.tmp/rep_barrier/621e1db4a8174aaeae0f07ae266700fe is 112, key is test,,1733325869913.f68ab53109caf87a50362f37bf1b220d./rep_barrier:seqnumDuringOpen/1733325870267/Put/seqid=0 2024-12-04T15:24:47,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741844_1020 (size=5518) 2024-12-04T15:24:47,649 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/.tmp/rep_barrier/621e1db4a8174aaeae0f07ae266700fe 2024-12-04T15:24:47,659 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/.tmp/norep/29abc98e37f1448a88b12754a1eb7d51 is 33, key is row1/norep:/1733325879733/DeleteFamily/seqid=0 2024-12-04T15:24:47,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741845_1021 (size=5108) 2024-12-04T15:24:47,679 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/.tmp/table/874646d4018a44f4a8b6df1b276a4b76 is 53, key is hbase:replication/table:state/1733325874150/Put/seqid=0 2024-12-04T15:24:47,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741846_1022 (size=5308) 2024-12-04T15:24:47,758 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8883e4f10215e7a049868a830a04906f, f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:47,922 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1471, reset compression=false 2024-12-04T15:24:47,928 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:47,928 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1718, reset compression=false 2024-12-04T15:24:47,928 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,37887,1733325861798 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:47,929 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f2e1d35cf1,37887,1733325861798: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f2e1d35cf1,37887,1733325861798, walGroup=c6f2e1d35cf1%2C37887%2C1733325861798, offset=c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:37887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T15:24:47,931 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T15:24:47,931 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T15:24:47,931 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:24:47,932 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T15:24:47,932 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T15:24:47,932 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T15:24:47,932 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 874430464 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198266168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T15:24:47,932 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:33649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:33649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T15:24:47,934 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:24:47,958 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8883e4f10215e7a049868a830a04906f, f68ab53109caf87a50362f37bf1b220d 2024-12-04T15:24:48,067 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/.tmp/norep/29abc98e37f1448a88b12754a1eb7d51 2024-12-04T15:24:48,071 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29abc98e37f1448a88b12754a1eb7d51 2024-12-04T15:24:48,072 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/.tmp/f/b9fd39b56a7d4454990adcf8e2547cc0 as hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/f/b9fd39b56a7d4454990adcf8e2547cc0 2024-12-04T15:24:48,076 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9fd39b56a7d4454990adcf8e2547cc0 2024-12-04T15:24:48,076 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/f/b9fd39b56a7d4454990adcf8e2547cc0, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T15:24:48,077 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/.tmp/f1/28d1854ae33542928e2e3bf56ab4ac32 as hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/f1/28d1854ae33542928e2e3bf56ab4ac32 2024-12-04T15:24:48,081 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28d1854ae33542928e2e3bf56ab4ac32 2024-12-04T15:24:48,081 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/f1/28d1854ae33542928e2e3bf56ab4ac32, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T15:24:48,082 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/.tmp/norep/29abc98e37f1448a88b12754a1eb7d51 as hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/norep/29abc98e37f1448a88b12754a1eb7d51 2024-12-04T15:24:48,085 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/.tmp/table/874646d4018a44f4a8b6df1b276a4b76 2024-12-04T15:24:48,088 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29abc98e37f1448a88b12754a1eb7d51 2024-12-04T15:24:48,088 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/norep/29abc98e37f1448a88b12754a1eb7d51, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T15:24:48,089 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f68ab53109caf87a50362f37bf1b220d in 932ms, sequenceid=12, compaction requested=false 2024-12-04T15:24:48,089 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T15:24:48,092 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/.tmp/info/a47726b632634c8f98f88bc7e9e0a3e6 as hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/info/a47726b632634c8f98f88bc7e9e0a3e6 2024-12-04T15:24:48,094 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/default/test/f68ab53109caf87a50362f37bf1b220d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T15:24:48,107 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:24:48,107 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:24:48,107 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733325869913.f68ab53109caf87a50362f37bf1b220d. 2024-12-04T15:24:48,107 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f68ab53109caf87a50362f37bf1b220d: Waiting for close lock at 1733325887157Running coprocessor pre-close hooks at 1733325887157Disabling compacts and flushes for region at 1733325887157Disabling writes for close at 1733325887157Obtaining lock to block concurrent updates at 1733325887157Preparing flush snapshotting stores in f68ab53109caf87a50362f37bf1b220d at 1733325887157Finished memstore snapshotting test,,1733325869913.f68ab53109caf87a50362f37bf1b220d., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733325887158 (+1 ms)Flushing stores of test,,1733325869913.f68ab53109caf87a50362f37bf1b220d. at 1733325887158Flushing f68ab53109caf87a50362f37bf1b220d/f: creating writer at 1733325887158Flushing f68ab53109caf87a50362f37bf1b220d/f: appending metadata at 1733325887177 (+19 ms)Flushing f68ab53109caf87a50362f37bf1b220d/f: closing flushed file at 1733325887177Flushing f68ab53109caf87a50362f37bf1b220d/f1: creating writer at 1733325887601 (+424 ms)Flushing f68ab53109caf87a50362f37bf1b220d/f1: appending metadata at 1733325887619 (+18 ms)Flushing f68ab53109caf87a50362f37bf1b220d/f1: closing flushed file at 1733325887619Flushing f68ab53109caf87a50362f37bf1b220d/norep: creating writer at 1733325887635 (+16 ms)Flushing f68ab53109caf87a50362f37bf1b220d/norep: appending metadata at 1733325887658 (+23 ms)Flushing f68ab53109caf87a50362f37bf1b220d/norep: closing flushed file at 1733325887658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f177a25: reopening flushed file at 1733325888072 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60280036: reopening flushed file at 1733325888076 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4241c34a: reopening flushed file at 1733325888082 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f68ab53109caf87a50362f37bf1b220d in 932ms, sequenceid=12, compaction requested=false at 1733325888089 (+7 ms)Writing region close event to WAL at 1733325888091 (+2 ms)Running coprocessor post-close hooks at 1733325888107 (+16 ms)Closed at 1733325888107 2024-12-04T15:24:48,107 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733325869913.f68ab53109caf87a50362f37bf1b220d. 2024-12-04T15:24:48,107 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8883e4f10215e7a049868a830a04906f, disabling compactions & flushes 2024-12-04T15:24:48,107 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. 2024-12-04T15:24:48,107 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. 2024-12-04T15:24:48,107 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. after waiting 0 ms 2024-12-04T15:24:48,107 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. 2024-12-04T15:24:48,108 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8883e4f10215e7a049868a830a04906f: Waiting for close lock at 1733325888107Running coprocessor pre-close hooks at 1733325888107Disabling compacts and flushes for region at 1733325888107Disabling writes for close at 1733325888107Failed flush hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f., putting online again at 1733325888108 (+1 ms) 2024-12-04T15:24:48,108 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. 2024-12-04T15:24:48,124 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/info/a47726b632634c8f98f88bc7e9e0a3e6, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T15:24:48,132 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/.tmp/ns/80f41541cd294c97bd956ec66831db29 as hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/ns/80f41541cd294c97bd956ec66831db29 2024-12-04T15:24:48,138 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 1718, reset compression=false 2024-12-04T15:24:48,145 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:48,145 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 2362, reset compression=false 2024-12-04T15:24:48,146 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/ns/80f41541cd294c97bd956ec66831db29, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T15:24:48,147 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/.tmp/rep_barrier/621e1db4a8174aaeae0f07ae266700fe as hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/rep_barrier/621e1db4a8174aaeae0f07ae266700fe 2024-12-04T15:24:48,159 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T15:24:48,159 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8883e4f10215e7a049868a830a04906f=hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f.} 2024-12-04T15:24:48,159 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(3091): Received CLOSE for 8883e4f10215e7a049868a830a04906f 2024-12-04T15:24:48,159 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8883e4f10215e7a049868a830a04906f 2024-12-04T15:24:48,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8883e4f10215e7a049868a830a04906f, disabling compactions & flushes 2024-12-04T15:24:48,163 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. 2024-12-04T15:24:48,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. 2024-12-04T15:24:48,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. after waiting 0 ms 2024-12-04T15:24:48,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. 2024-12-04T15:24:48,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8883e4f10215e7a049868a830a04906f: Waiting for close lock at 1733325888162Running coprocessor pre-close hooks at 1733325888162Disabling compacts and flushes for region at 1733325888162Disabling writes for close at 1733325888163 (+1 ms)Failed flush hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f., putting online again at 1733325888163 2024-12-04T15:24:48,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733325873358.8883e4f10215e7a049868a830a04906f. 2024-12-04T15:24:48,180 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/rep_barrier/621e1db4a8174aaeae0f07ae266700fe, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T15:24:48,181 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/.tmp/table/874646d4018a44f4a8b6df1b276a4b76 as hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/table/874646d4018a44f4a8b6df1b276a4b76 2024-12-04T15:24:48,185 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/table/874646d4018a44f4a8b6df1b276a4b76, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T15:24:48,187 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1028ms, sequenceid=16, compaction requested=false 2024-12-04T15:24:48,187 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:24:48,207 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:24:48,208 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:24:48,208 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:24:48,208 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:24:48,208 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325887158Running coprocessor pre-close hooks at 1733325887158Disabling compacts and flushes for region at 1733325887158Disabling writes for close at 1733325887158Obtaining lock to block concurrent updates at 1733325887158Preparing flush snapshotting stores in 1588230740 at 1733325887158Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733325887158Flushing stores of hbase:meta,,1.1588230740 at 1733325887158Flushing 1588230740/info: creating writer at 1733325887158Flushing 1588230740/info: appending metadata at 1733325887175 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733325887175Flushing 1588230740/ns: creating writer at 1733325887191 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733325887210 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733325887210Flushing 1588230740/rep_barrier: creating writer at 1733325887620 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733325887639 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733325887639Flushing 1588230740/table: creating writer at 1733325887654 (+15 ms)Flushing 1588230740/table: appending metadata at 1733325887678 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733325887678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5445ddc8: reopening flushed file at 1733325888092 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6158bcaa: reopening flushed file at 1733325888124 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da86c3d: reopening flushed file at 1733325888146 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78504e37: reopening flushed file at 1733325888180 (+34 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1028ms, sequenceid=16, compaction requested=false at 1733325888187 (+7 ms)Writing region close event to WAL at 1733325888203 (+16 ms)Running coprocessor post-close hooks at 1733325888207 (+4 ms)Closed at 1733325888208 (+1 ms) 2024-12-04T15:24:48,208 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:24:48,359 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T15:24:48,359 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,37887,1733325861798; all regions closed. 2024-12-04T15:24:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741834_1010 (size=4239) 2024-12-04T15:24:48,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741839_1015 (size=2609) 2024-12-04T15:24:48,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741832_1008 (size=2370) 2024-12-04T15:24:48,373 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 to pos 2362, reset compression=false 2024-12-04T15:24:48,376 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:48,376 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:24:48,376 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:24:48,377 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:24:48,377 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:24:48,377 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:24:48,377 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,37887,1733325861798 because: Region server is closing 2024-12-04T15:24:48,377 INFO [RS:0;c6f2e1d35cf1:37887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:37887. 2024-12-04T15:24:48,377 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:48,377 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:48,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:48,378 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:48,380 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/WALs/c6f2e1d35cf1,37887,1733325861798/c6f2e1d35cf1%2C37887%2C1733325861798.1733325864076 2024-12-04T15:24:48,407 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1491, reset compression=false 2024-12-04T15:24:48,478 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.shipperc6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 terminated 2024-12-04T15:24:48,478 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,37887,1733325861798.replicationSource.wal-reader.c6f2e1d35cf1%2C37887%2C1733325861798,1-c6f2e1d35cf1,37887,1733325861798 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-04T15:24:48,478 INFO [RS:0;c6f2e1d35cf1:37887 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:37887. 2024-12-04T15:24:48,478 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:48,478 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:48,478 DEBUG [RS:0;c6f2e1d35cf1:37887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:48,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:48,479 INFO [RS:0;c6f2e1d35cf1:37887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37887 2024-12-04T15:24:48,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923/rs 2024-12-04T15:24:48,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-723055923/rs/c6f2e1d35cf1,37887,1733325861798 2024-12-04T15:24:48,701 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:24:48,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,37887,1733325861798] 2024-12-04T15:24:48,774 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-723055923/draining/c6f2e1d35cf1,37887,1733325861798 already deleted, retry=false 2024-12-04T15:24:48,774 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,37887,1733325861798 expired; onlineServers=0 2024-12-04T15:24:48,774 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,33649,1733325861678' ***** 2024-12-04T15:24:48,774 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:24:48,774 INFO [M:0;c6f2e1d35cf1:33649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:24:48,774 INFO [M:0;c6f2e1d35cf1:33649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:24:48,774 DEBUG [M:0;c6f2e1d35cf1:33649 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:24:48,774 DEBUG [M:0;c6f2e1d35cf1:33649 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:24:48,774 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:24:48,774 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325863774 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325863774,5,FailOnTimeoutGroup] 2024-12-04T15:24:48,774 INFO [M:0;c6f2e1d35cf1:33649 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:24:48,774 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325863772 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325863772,5,FailOnTimeoutGroup] 2024-12-04T15:24:48,774 INFO [M:0;c6f2e1d35cf1:33649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:24:48,775 DEBUG [M:0;c6f2e1d35cf1:33649 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:24:48,775 INFO [M:0;c6f2e1d35cf1:33649 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:24:48,775 INFO [M:0;c6f2e1d35cf1:33649 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:24:48,775 INFO [M:0;c6f2e1d35cf1:33649 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:24:48,775 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:24:48,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-723055923/master 2024-12-04T15:24:48,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-723055923 2024-12-04T15:24:48,782 DEBUG [M:0;c6f2e1d35cf1:33649 {}] zookeeper.ZKUtil(347): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Unable to get data of znode /1-723055923/master because node does not exist (not an error) 2024-12-04T15:24:48,782 WARN [M:0;c6f2e1d35cf1:33649 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:24:48,783 INFO [M:0;c6f2e1d35cf1:33649 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/.lastflushedseqids 2024-12-04T15:24:48,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741847_1023 (size=245) 2024-12-04T15:24:48,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:48,866 INFO [RS:0;c6f2e1d35cf1:37887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:24:48,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37887-0x101a21f5d240004, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:48,866 INFO [RS:0;c6f2e1d35cf1:37887 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,37887,1733325861798; zookeeper connection closed. 2024-12-04T15:24:48,866 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35f3602f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35f3602f 2024-12-04T15:24:48,866 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:24:49,188 INFO [M:0;c6f2e1d35cf1:33649 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:24:49,188 INFO [M:0;c6f2e1d35cf1:33649 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:24:49,188 DEBUG [M:0;c6f2e1d35cf1:33649 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:24:49,188 INFO [M:0;c6f2e1d35cf1:33649 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:49,188 DEBUG [M:0;c6f2e1d35cf1:33649 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:49,189 DEBUG [M:0;c6f2e1d35cf1:33649 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:24:49,189 DEBUG [M:0;c6f2e1d35cf1:33649 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:49,189 INFO [M:0;c6f2e1d35cf1:33649 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T15:24:49,210 DEBUG [M:0;c6f2e1d35cf1:33649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bd10769f38c4f62a81e4f06d5d44155 is 82, key is hbase:meta,,1/info:regioninfo/1733325865038/Put/seqid=0 2024-12-04T15:24:49,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741848_1024 (size=5672) 2024-12-04T15:24:49,214 INFO [M:0;c6f2e1d35cf1:33649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bd10769f38c4f62a81e4f06d5d44155 2024-12-04T15:24:49,235 DEBUG [M:0;c6f2e1d35cf1:33649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d58f20f31824fea9c2976b7c3045b74 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733325874154/Put/seqid=0 2024-12-04T15:24:49,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741849_1025 (size=8517) 2024-12-04T15:24:49,413 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1491, reset compression=false 2024-12-04T15:24:49,642 INFO [M:0;c6f2e1d35cf1:33649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d58f20f31824fea9c2976b7c3045b74 2024-12-04T15:24:49,668 DEBUG [M:0;c6f2e1d35cf1:33649 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4057638018494f88af748c88a1f2907d is 69, key is c6f2e1d35cf1,37887,1733325861798/rs:state/1733325863870/Put/seqid=0 2024-12-04T15:24:49,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741850_1026 (size=5156) 2024-12-04T15:24:49,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:24:49,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:49,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:49,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:49,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:49,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:49,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:49,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:49,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:49,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:49,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:49,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:49,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:49,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:50,073 INFO [M:0;c6f2e1d35cf1:33649 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4057638018494f88af748c88a1f2907d 2024-12-04T15:24:50,081 DEBUG [M:0;c6f2e1d35cf1:33649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7bd10769f38c4f62a81e4f06d5d44155 as hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7bd10769f38c4f62a81e4f06d5d44155 2024-12-04T15:24:50,086 INFO [M:0;c6f2e1d35cf1:33649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7bd10769f38c4f62a81e4f06d5d44155, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T15:24:50,087 DEBUG [M:0;c6f2e1d35cf1:33649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d58f20f31824fea9c2976b7c3045b74 as hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d58f20f31824fea9c2976b7c3045b74 2024-12-04T15:24:50,091 INFO [M:0;c6f2e1d35cf1:33649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d58f20f31824fea9c2976b7c3045b74, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T15:24:50,092 DEBUG [M:0;c6f2e1d35cf1:33649 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4057638018494f88af748c88a1f2907d as hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4057638018494f88af748c88a1f2907d 2024-12-04T15:24:50,096 INFO [M:0;c6f2e1d35cf1:33649 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43865/user/jenkins/test-data/985bdbd4-4cd5-8857-a909-094b0ed518fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4057638018494f88af748c88a1f2907d, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T15:24:50,097 INFO [M:0;c6f2e1d35cf1:33649 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=97, compaction requested=false 2024-12-04T15:24:50,106 INFO [M:0;c6f2e1d35cf1:33649 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:50,106 DEBUG [M:0;c6f2e1d35cf1:33649 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325889188Disabling compacts and flushes for region at 1733325889188Disabling writes for close at 1733325889189 (+1 ms)Obtaining lock to block concurrent updates at 1733325889189Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325889189Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733325889189Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325889190 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325889190Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325889209 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325889209Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325889218 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325889235 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325889235Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325889646 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325889668 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325889668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e2814e: reopening flushed file at 1733325890080 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73acdbd3: reopening flushed file at 1733325890086 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a35ccb5: reopening flushed file at 1733325890092 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=97, compaction requested=false at 1733325890097 (+5 ms)Writing region close event to WAL at 1733325890106 (+9 ms)Closed at 1733325890106 2024-12-04T15:24:50,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44239 is added to blk_1073741830_1006 (size=63666) 2024-12-04T15:24:50,113 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:24:50,113 INFO [M:0;c6f2e1d35cf1:33649 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:24:50,113 INFO [M:0;c6f2e1d35cf1:33649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33649 2024-12-04T15:24:50,114 INFO [M:0;c6f2e1d35cf1:33649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:24:50,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:50,279 INFO [M:0;c6f2e1d35cf1:33649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:24:50,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33649-0x101a21f5d240003, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:50,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b203ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:24:50,283 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:24:50,283 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:24:50,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:24:50,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/hadoop.log.dir/,STOPPED} 2024-12-04T15:24:50,285 WARN [BP-2054552209-172.17.0.3-1733325860142 heartbeating to localhost/127.0.0.1:43865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:24:50,285 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:24:50,285 WARN [BP-2054552209-172.17.0.3-1733325860142 heartbeating to localhost/127.0.0.1:43865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2054552209-172.17.0.3-1733325860142 (Datanode Uuid 2340e842-bdd1-4f04-bc83-503fee15488e) service to localhost/127.0.0.1:43865 2024-12-04T15:24:50,285 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:24:50,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/cluster_45a324bd-bf38-b6ab-c3c7-246cc88ebd0e/data/data1/current/BP-2054552209-172.17.0.3-1733325860142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:24:50,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/cluster_45a324bd-bf38-b6ab-c3c7-246cc88ebd0e/data/data2/current/BP-2054552209-172.17.0.3-1733325860142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:24:50,286 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:24:50,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ef897f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:24:50,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:24:50,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:24:50,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:24:50,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df93c877-9df3-5686-7137-9102b046241e/hadoop.log.dir/,STOPPED} 2024-12-04T15:24:50,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:24:50,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:24:50,309 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:50,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:50,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:50,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:50,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:50,310 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:24:50,310 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1580082099, stopped=false 2024-12-04T15:24:50,310 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,46175,1733325856313 2024-12-04T15:24:50,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2121621229/running 2024-12-04T15:24:50,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2121621229/running 2024-12-04T15:24:50,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:50,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:50,324 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:24:50,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Set watcher on znode that does not yet exist, /0-2121621229/running 2024-12-04T15:24:50,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Set watcher on znode that does not yet exist, /0-2121621229/running 2024-12-04T15:24:50,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:24:50,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:50,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:50,326 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,34741,1733325857593' ***** 2024-12-04T15:24:50,326 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:24:50,326 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:24:50,326 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:24:50,326 INFO [RS:0;c6f2e1d35cf1:34741 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:24:50,326 INFO [RS:0;c6f2e1d35cf1:34741 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:24:50,326 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:24:50,326 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(3091): Received CLOSE for af1e7dafc3e54e2b9ee7fffb0072c137 2024-12-04T15:24:50,326 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(3091): Received CLOSE for ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:50,326 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,34741,1733325857593 2024-12-04T15:24:50,326 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:24:50,326 INFO [RS:0;c6f2e1d35cf1:34741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:34741. 2024-12-04T15:24:50,326 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af1e7dafc3e54e2b9ee7fffb0072c137, disabling compactions & flushes 2024-12-04T15:24:50,326 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137. 2024-12-04T15:24:50,326 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:50,326 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137. 2024-12-04T15:24:50,326 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:50,326 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137. after waiting 0 ms 2024-12-04T15:24:50,326 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137. 2024-12-04T15:24:50,326 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:24:50,327 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:24:50,327 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:24:50,327 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af1e7dafc3e54e2b9ee7fffb0072c137 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-04T15:24:50,327 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:24:50,327 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T15:24:50,327 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1325): Online Regions={af1e7dafc3e54e2b9ee7fffb0072c137=hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137., 1588230740=hbase:meta,,1.1588230740, ba4b03ae3e22cb8b4494debdacc88088=test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088.} 2024-12-04T15:24:50,327 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af1e7dafc3e54e2b9ee7fffb0072c137, ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:50,327 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:24:50,327 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:24:50,327 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:24:50,327 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:24:50,327 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:24:50,327 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T15:24:50,362 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/replication/af1e7dafc3e54e2b9ee7fffb0072c137/.tmp/queue/032e19bbff6840388a19d3c14fa609b1 is 154, key is 1-c6f2e1d35cf1,34741,1733325857593/queue:c6f2e1d35cf1%2C34741%2C1733325857593/1733325883980/Put/seqid=0 2024-12-04T15:24:50,363 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/.tmp/info/f8bbb7f2961b4613b2b31c5c23187ed0 is 147, key is hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137./info:regioninfo/1733325872007/Put/seqid=0 2024-12-04T15:24:50,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741840_1016 (size=5353) 2024-12-04T15:24:50,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741841_1017 (size=7686) 2024-12-04T15:24:50,448 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:24:50,448 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:24:50,517 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1491, reset compression=false 2024-12-04T15:24:50,527 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af1e7dafc3e54e2b9ee7fffb0072c137, ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:50,727 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af1e7dafc3e54e2b9ee7fffb0072c137, ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:50,776 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/replication/af1e7dafc3e54e2b9ee7fffb0072c137/.tmp/queue/032e19bbff6840388a19d3c14fa609b1 2024-12-04T15:24:50,782 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/replication/af1e7dafc3e54e2b9ee7fffb0072c137/.tmp/queue/032e19bbff6840388a19d3c14fa609b1 as hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/replication/af1e7dafc3e54e2b9ee7fffb0072c137/queue/032e19bbff6840388a19d3c14fa609b1 2024-12-04T15:24:50,784 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/.tmp/info/f8bbb7f2961b4613b2b31c5c23187ed0 2024-12-04T15:24:50,789 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/replication/af1e7dafc3e54e2b9ee7fffb0072c137/queue/032e19bbff6840388a19d3c14fa609b1, entries=1, sequenceid=14, filesize=5.2 K 2024-12-04T15:24:50,790 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for af1e7dafc3e54e2b9ee7fffb0072c137 in 464ms, sequenceid=14, compaction requested=false 2024-12-04T15:24:50,790 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T15:24:50,796 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/replication/af1e7dafc3e54e2b9ee7fffb0072c137/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-04T15:24:50,797 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:24:50,797 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:24:50,797 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137. 2024-12-04T15:24:50,797 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af1e7dafc3e54e2b9ee7fffb0072c137: Waiting for close lock at 1733325890326Running coprocessor pre-close hooks at 1733325890326Disabling compacts and flushes for region at 1733325890326Disabling writes for close at 1733325890326Obtaining lock to block concurrent updates at 1733325890327 (+1 ms)Preparing flush snapshotting stores in af1e7dafc3e54e2b9ee7fffb0072c137 at 1733325890327Finished memstore snapshotting hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733325890327Flushing stores of hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137. at 1733325890327Flushing af1e7dafc3e54e2b9ee7fffb0072c137/queue: creating writer at 1733325890328 (+1 ms)Flushing af1e7dafc3e54e2b9ee7fffb0072c137/queue: appending metadata at 1733325890361 (+33 ms)Flushing af1e7dafc3e54e2b9ee7fffb0072c137/queue: closing flushed file at 1733325890361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402dfd91: reopening flushed file at 1733325890782 (+421 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for af1e7dafc3e54e2b9ee7fffb0072c137 in 464ms, sequenceid=14, compaction requested=false at 1733325890790 (+8 ms)Writing region close event to WAL at 1733325890791 (+1 ms)Running coprocessor post-close hooks at 1733325890797 (+6 ms)Closed at 1733325890797 2024-12-04T15:24:50,797 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733325871197.af1e7dafc3e54e2b9ee7fffb0072c137. 2024-12-04T15:24:50,797 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba4b03ae3e22cb8b4494debdacc88088, disabling compactions & flushes 2024-12-04T15:24:50,797 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088. 2024-12-04T15:24:50,797 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088. 2024-12-04T15:24:50,797 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088. after waiting 0 ms 2024-12-04T15:24:50,797 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088. 2024-12-04T15:24:50,798 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba4b03ae3e22cb8b4494debdacc88088 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-04T15:24:50,810 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/.tmp/ns/2c1749b2faf943a7b8f8adb446bdb017 is 43, key is default/ns:d/1733325859975/Put/seqid=0 2024-12-04T15:24:50,818 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/.tmp/f/dc9acecc33094289833f160cb4288bce is 37, key is row3/f:row3/1733325882402/Put/seqid=0 2024-12-04T15:24:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741842_1018 (size=5153) 2024-12-04T15:24:50,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741843_1019 (size=5228) 2024-12-04T15:24:50,824 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/.tmp/f/dc9acecc33094289833f160cb4288bce 2024-12-04T15:24:50,828 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc9acecc33094289833f160cb4288bce 2024-12-04T15:24:50,848 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/.tmp/f1/5499e95a2802418a893aa06d22c0c8b9 is 30, key is row1/f1:/1733325879733/DeleteFamily/seqid=0 2024-12-04T15:24:50,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741844_1020 (size=5158) 2024-12-04T15:24:50,928 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:51,128 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:51,220 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/.tmp/ns/2c1749b2faf943a7b8f8adb446bdb017 2024-12-04T15:24:51,244 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/.tmp/rep_barrier/bcaf23d73e8644cbab84039195b59b4c is 112, key is test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088./rep_barrier:seqnumDuringOpen/1733325869521/Put/seqid=0 2024-12-04T15:24:51,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741845_1021 (size=5518) 2024-12-04T15:24:51,252 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/.tmp/f1/5499e95a2802418a893aa06d22c0c8b9 2024-12-04T15:24:51,256 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5499e95a2802418a893aa06d22c0c8b9 2024-12-04T15:24:51,277 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/.tmp/norep/d35783a133314e81838a59a29e8b7826 is 32, key is row/norep:/1733325878725/DeleteFamily/seqid=0 2024-12-04T15:24:51,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741846_1022 (size=5101) 2024-12-04T15:24:51,328 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T15:24:51,328 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ba4b03ae3e22cb8b4494debdacc88088=test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088.} 2024-12-04T15:24:51,328 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:51,529 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ba4b03ae3e22cb8b4494debdacc88088 2024-12-04T15:24:51,649 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/.tmp/rep_barrier/bcaf23d73e8644cbab84039195b59b4c 2024-12-04T15:24:51,671 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/.tmp/table/9b1ea8fa1d954614b73c74027929db4a is 53, key is hbase:replication/table:state/1733325872018/Put/seqid=0 2024-12-04T15:24:51,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741847_1023 (size=5308) 2024-12-04T15:24:51,681 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/.tmp/norep/d35783a133314e81838a59a29e8b7826 2024-12-04T15:24:51,686 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d35783a133314e81838a59a29e8b7826 2024-12-04T15:24:51,687 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/.tmp/f/dc9acecc33094289833f160cb4288bce as hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/f/dc9acecc33094289833f160cb4288bce 2024-12-04T15:24:51,692 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc9acecc33094289833f160cb4288bce 2024-12-04T15:24:51,692 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/f/dc9acecc33094289833f160cb4288bce, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T15:24:51,693 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/.tmp/f1/5499e95a2802418a893aa06d22c0c8b9 as hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/f1/5499e95a2802418a893aa06d22c0c8b9 2024-12-04T15:24:51,698 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5499e95a2802418a893aa06d22c0c8b9 2024-12-04T15:24:51,698 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/f1/5499e95a2802418a893aa06d22c0c8b9, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T15:24:51,699 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/.tmp/norep/d35783a133314e81838a59a29e8b7826 as hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/norep/d35783a133314e81838a59a29e8b7826 2024-12-04T15:24:51,704 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d35783a133314e81838a59a29e8b7826 2024-12-04T15:24:51,704 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/norep/d35783a133314e81838a59a29e8b7826, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T15:24:51,705 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ba4b03ae3e22cb8b4494debdacc88088 in 907ms, sequenceid=12, compaction requested=false 2024-12-04T15:24:51,709 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/default/test/ba4b03ae3e22cb8b4494debdacc88088/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T15:24:51,709 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:24:51,709 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:24:51,709 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088. 2024-12-04T15:24:51,710 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba4b03ae3e22cb8b4494debdacc88088: Waiting for close lock at 1733325890797Running coprocessor pre-close hooks at 1733325890797Disabling compacts and flushes for region at 1733325890797Disabling writes for close at 1733325890797Obtaining lock to block concurrent updates at 1733325890798 (+1 ms)Preparing flush snapshotting stores in ba4b03ae3e22cb8b4494debdacc88088 at 1733325890798Finished memstore snapshotting test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733325890798Flushing stores of test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088. at 1733325890799 (+1 ms)Flushing ba4b03ae3e22cb8b4494debdacc88088/f: creating writer at 1733325890799Flushing ba4b03ae3e22cb8b4494debdacc88088/f: appending metadata at 1733325890817 (+18 ms)Flushing ba4b03ae3e22cb8b4494debdacc88088/f: closing flushed file at 1733325890817Flushing ba4b03ae3e22cb8b4494debdacc88088/f1: creating writer at 1733325890829 (+12 ms)Flushing ba4b03ae3e22cb8b4494debdacc88088/f1: appending metadata at 1733325890847 (+18 ms)Flushing ba4b03ae3e22cb8b4494debdacc88088/f1: closing flushed file at 1733325890847Flushing ba4b03ae3e22cb8b4494debdacc88088/norep: creating writer at 1733325891257 (+410 ms)Flushing ba4b03ae3e22cb8b4494debdacc88088/norep: appending metadata at 1733325891276 (+19 ms)Flushing ba4b03ae3e22cb8b4494debdacc88088/norep: closing flushed file at 1733325891276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f34582: reopening flushed file at 1733325891686 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6558311f: reopening flushed file at 1733325891692 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ae9a5a: reopening flushed file at 1733325891698 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ba4b03ae3e22cb8b4494debdacc88088 in 907ms, sequenceid=12, compaction requested=false at 1733325891705 (+7 ms)Writing region close event to WAL at 1733325891706 (+1 ms)Running coprocessor post-close hooks at 1733325891709 (+3 ms)Closed at 1733325891709 2024-12-04T15:24:51,710 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733325868768.ba4b03ae3e22cb8b4494debdacc88088. 2024-12-04T15:24:51,721 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 1491, reset compression=false 2024-12-04T15:24:51,726 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:24:51,726 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 2382, reset compression=false 2024-12-04T15:24:51,726 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,34741,1733325857593 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519, lastWalPosition=2382, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:24:51,729 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:24:51,728 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f2e1d35cf1,34741,1733325857593: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f2e1d35cf1,34741,1733325857593, walGroup=c6f2e1d35cf1%2C34741%2C1733325857593, offset=c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519:2382, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:34741 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T15:24:51,729 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T15:24:51,729 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T15:24:51,730 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T15:24:51,730 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T15:24:51,730 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T15:24:51,730 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 911708160 }, "NonHeapMemoryUsage": { "committed": 201850880, "init": 7667712, "max": -1, "used": 199007616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T15:24:51,730 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:46175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:46175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T15:24:51,929 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:24:51,933 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 2382, reset compression=false 2024-12-04T15:24:52,076 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/.tmp/table/9b1ea8fa1d954614b73c74027929db4a 2024-12-04T15:24:52,081 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/.tmp/info/f8bbb7f2961b4613b2b31c5c23187ed0 as hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/info/f8bbb7f2961b4613b2b31c5c23187ed0 2024-12-04T15:24:52,086 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/info/f8bbb7f2961b4613b2b31c5c23187ed0, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T15:24:52,086 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/.tmp/ns/2c1749b2faf943a7b8f8adb446bdb017 as hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/ns/2c1749b2faf943a7b8f8adb446bdb017 2024-12-04T15:24:52,091 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/ns/2c1749b2faf943a7b8f8adb446bdb017, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T15:24:52,092 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/.tmp/rep_barrier/bcaf23d73e8644cbab84039195b59b4c as hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/rep_barrier/bcaf23d73e8644cbab84039195b59b4c 2024-12-04T15:24:52,096 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/rep_barrier/bcaf23d73e8644cbab84039195b59b4c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T15:24:52,097 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/.tmp/table/9b1ea8fa1d954614b73c74027929db4a as hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/table/9b1ea8fa1d954614b73c74027929db4a 2024-12-04T15:24:52,102 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/table/9b1ea8fa1d954614b73c74027929db4a, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T15:24:52,103 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1776ms, sequenceid=16, compaction requested=false 2024-12-04T15:24:52,106 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:24:52,107 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:24:52,107 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:24:52,107 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:24:52,107 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325890327Running coprocessor pre-close hooks at 1733325890327Disabling compacts and flushes for region at 1733325890327Disabling writes for close at 1733325890327Obtaining lock to block concurrent updates at 1733325890327Preparing flush snapshotting stores in 1588230740 at 1733325890327Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733325890328 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733325890328Flushing 1588230740/info: creating writer at 1733325890328Flushing 1588230740/info: appending metadata at 1733325890362 (+34 ms)Flushing 1588230740/info: closing flushed file at 1733325890362Flushing 1588230740/ns: creating writer at 1733325890790 (+428 ms)Flushing 1588230740/ns: appending metadata at 1733325890809 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733325890809Flushing 1588230740/rep_barrier: creating writer at 1733325891225 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733325891243 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733325891243Flushing 1588230740/table: creating writer at 1733325891653 (+410 ms)Flushing 1588230740/table: appending metadata at 1733325891671 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733325891671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3202f7: reopening flushed file at 1733325892080 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a544b2e: reopening flushed file at 1733325892086 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75772917: reopening flushed file at 1733325892091 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef9732f: reopening flushed file at 1733325892097 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1776ms, sequenceid=16, compaction requested=false at 1733325892103 (+6 ms)Writing region close event to WAL at 1733325892104 (+1 ms)Running coprocessor post-close hooks at 1733325892107 (+3 ms)Closed at 1733325892107 2024-12-04T15:24:52,107 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:24:52,129 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,34741,1733325857593; all regions closed. 2024-12-04T15:24:52,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741834_1010 (size=4239) 2024-12-04T15:24:52,132 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.meta.1733325859904.meta not finished, retry = 0 2024-12-04T15:24:52,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741839_1015 (size=3552) 2024-12-04T15:24:52,237 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 to pos 2382, reset compression=false 2024-12-04T15:24:52,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741833_1009 (size=2390) 2024-12-04T15:24:52,245 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:52,245 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:24:52,246 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:24:52,246 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:24:52,246 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:24:52,246 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:24:52,246 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,34741,1733325857593 because: Region server is closing 2024-12-04T15:24:52,246 INFO [RS:0;c6f2e1d35cf1:34741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:34741. 2024-12-04T15:24:52,247 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.wal-reader.c6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/WALs/c6f2e1d35cf1,34741,1733325857593/c6f2e1d35cf1%2C34741%2C1733325857593.1733325859519 2024-12-04T15:24:52,247 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:52,247 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:52,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:52,247 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:52,247 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,34741,1733325857593.replicationSource.shipperc6f2e1d35cf1%2C34741%2C1733325857593,1-c6f2e1d35cf1,34741,1733325857593 terminated 2024-12-04T15:24:52,247 INFO [RS:0;c6f2e1d35cf1:34741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:34741. 2024-12-04T15:24:52,247 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:24:52,247 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:52,247 DEBUG [RS:0;c6f2e1d35cf1:34741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:52,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:24:52,247 INFO [RS:0;c6f2e1d35cf1:34741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34741 2024-12-04T15:24:52,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2121621229/rs/c6f2e1d35cf1,34741,1733325857593 2024-12-04T15:24:52,299 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:24:52,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229/rs 2024-12-04T15:24:52,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,34741,1733325857593] 2024-12-04T15:24:52,315 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2121621229/draining/c6f2e1d35cf1,34741,1733325857593 already deleted, retry=false 2024-12-04T15:24:52,315 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,34741,1733325857593 expired; onlineServers=0 2024-12-04T15:24:52,315 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,46175,1733325856313' ***** 2024-12-04T15:24:52,315 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:24:52,316 INFO [M:0;c6f2e1d35cf1:46175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:24:52,316 INFO [M:0;c6f2e1d35cf1:46175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:24:52,316 DEBUG [M:0;c6f2e1d35cf1:46175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:24:52,316 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:24:52,316 DEBUG [M:0;c6f2e1d35cf1:46175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:24:52,316 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325859229 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325859229,5,FailOnTimeoutGroup] 2024-12-04T15:24:52,316 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325859229 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325859229,5,FailOnTimeoutGroup] 2024-12-04T15:24:52,316 INFO [M:0;c6f2e1d35cf1:46175 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:24:52,316 INFO [M:0;c6f2e1d35cf1:46175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:24:52,316 DEBUG [M:0;c6f2e1d35cf1:46175 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:24:52,316 INFO [M:0;c6f2e1d35cf1:46175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:24:52,316 INFO [M:0;c6f2e1d35cf1:46175 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:24:52,316 INFO [M:0;c6f2e1d35cf1:46175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:24:52,316 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:24:52,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2121621229/master 2024-12-04T15:24:52,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2121621229 2024-12-04T15:24:52,324 DEBUG [M:0;c6f2e1d35cf1:46175 {}] zookeeper.ZKUtil(347): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Unable to get data of znode /0-2121621229/master because node does not exist (not an error) 2024-12-04T15:24:52,324 WARN [M:0;c6f2e1d35cf1:46175 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:24:52,324 INFO [M:0;c6f2e1d35cf1:46175 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/.lastflushedseqids 2024-12-04T15:24:52,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741848_1024 (size=245) 2024-12-04T15:24:52,407 INFO [RS:0;c6f2e1d35cf1:34741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:24:52,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:52,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34741-0x101a21f5d240001, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:52,407 INFO [RS:0;c6f2e1d35cf1:34741 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,34741,1733325857593; zookeeper connection closed. 2024-12-04T15:24:52,407 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b5a46c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b5a46c0 2024-12-04T15:24:52,408 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:24:52,650 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:24:52,650 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:24:52,650 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68484 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:24:52,728 INFO [M:0;c6f2e1d35cf1:46175 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:24:52,729 INFO [M:0;c6f2e1d35cf1:46175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:24:52,729 DEBUG [M:0;c6f2e1d35cf1:46175 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:24:52,729 INFO [M:0;c6f2e1d35cf1:46175 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:52,729 DEBUG [M:0;c6f2e1d35cf1:46175 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:52,729 DEBUG [M:0;c6f2e1d35cf1:46175 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:24:52,729 DEBUG [M:0;c6f2e1d35cf1:46175 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:52,729 INFO [M:0;c6f2e1d35cf1:46175 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-04T15:24:52,743 DEBUG [M:0;c6f2e1d35cf1:46175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd0dd02b211d44498cca8ef5d9333b27 is 82, key is hbase:meta,,1/info:regioninfo/1733325859954/Put/seqid=0 2024-12-04T15:24:52,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741849_1025 (size=5672) 2024-12-04T15:24:53,147 INFO [M:0;c6f2e1d35cf1:46175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd0dd02b211d44498cca8ef5d9333b27 2024-12-04T15:24:53,164 DEBUG [M:0;c6f2e1d35cf1:46175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65c3f735fb9a468fa43bd7f77f03b3fa is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733325869532/Put/seqid=0 2024-12-04T15:24:53,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741850_1026 (size=7218) 2024-12-04T15:24:53,577 INFO [M:0;c6f2e1d35cf1:46175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65c3f735fb9a468fa43bd7f77f03b3fa 2024-12-04T15:24:53,581 INFO [M:0;c6f2e1d35cf1:46175 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65c3f735fb9a468fa43bd7f77f03b3fa 2024-12-04T15:24:53,594 DEBUG [M:0;c6f2e1d35cf1:46175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74ba39bd1d5841868f26628b82a0694d is 69, key is c6f2e1d35cf1,34741,1733325857593/rs:state/1733325859310/Put/seqid=0 2024-12-04T15:24:53,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741851_1027 (size=5156) 2024-12-04T15:24:54,017 INFO [M:0;c6f2e1d35cf1:46175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74ba39bd1d5841868f26628b82a0694d 2024-12-04T15:24:54,021 DEBUG [M:0;c6f2e1d35cf1:46175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd0dd02b211d44498cca8ef5d9333b27 as hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd0dd02b211d44498cca8ef5d9333b27 2024-12-04T15:24:54,024 INFO [M:0;c6f2e1d35cf1:46175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd0dd02b211d44498cca8ef5d9333b27, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T15:24:54,025 DEBUG [M:0;c6f2e1d35cf1:46175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65c3f735fb9a468fa43bd7f77f03b3fa as hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65c3f735fb9a468fa43bd7f77f03b3fa 2024-12-04T15:24:54,029 INFO [M:0;c6f2e1d35cf1:46175 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65c3f735fb9a468fa43bd7f77f03b3fa 2024-12-04T15:24:54,029 INFO [M:0;c6f2e1d35cf1:46175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65c3f735fb9a468fa43bd7f77f03b3fa, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T15:24:54,030 DEBUG [M:0;c6f2e1d35cf1:46175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/74ba39bd1d5841868f26628b82a0694d as hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74ba39bd1d5841868f26628b82a0694d 2024-12-04T15:24:54,040 INFO [M:0;c6f2e1d35cf1:46175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/74ba39bd1d5841868f26628b82a0694d, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T15:24:54,042 INFO [M:0;c6f2e1d35cf1:46175 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=105, compaction requested=false 2024-12-04T15:24:54,043 INFO [M:0;c6f2e1d35cf1:46175 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:54,043 DEBUG [M:0;c6f2e1d35cf1:46175 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325892729Disabling compacts and flushes for region at 1733325892729Disabling writes for close at 1733325892729Obtaining lock to block concurrent updates at 1733325892729Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325892729Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733325892729Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325892730 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325892730Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325892743 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325892743Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325893151 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325893164 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325893164Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325893581 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325893594 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325893594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60dab911: reopening flushed file at 1733325894020 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4daa5875: reopening flushed file at 1733325894024 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@312f6d6f: reopening flushed file at 1733325894029 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=105, compaction requested=false at 1733325894042 (+13 ms)Writing region close event to WAL at 1733325894042Closed at 1733325894042 2024-12-04T15:24:54,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39219 is added to blk_1073741830_1006 (size=64423) 2024-12-04T15:24:54,045 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e71c1375-6d3f-7dd6-88c7-87064bd6400b/MasterData/WALs/c6f2e1d35cf1,46175,1733325856313/c6f2e1d35cf1%2C46175%2C1733325856313.1733325858626 not finished, retry = 0 2024-12-04T15:24:54,145 INFO [M:0;c6f2e1d35cf1:46175 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:24:54,145 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:24:54,146 INFO [M:0;c6f2e1d35cf1:46175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46175 2024-12-04T15:24:54,146 INFO [M:0;c6f2e1d35cf1:46175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:24:54,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:54,415 INFO [M:0;c6f2e1d35cf1:46175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:24:54,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46175-0x101a21f5d240000, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:24:54,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29850a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:24:54,462 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:24:54,462 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:24:54,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:24:54,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/hadoop.log.dir/,STOPPED} 2024-12-04T15:24:54,464 WARN [BP-135211154-172.17.0.3-1733325854615 heartbeating to localhost/127.0.0.1:46691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:24:54,464 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:24:54,464 WARN [BP-135211154-172.17.0.3-1733325854615 heartbeating to localhost/127.0.0.1:46691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-135211154-172.17.0.3-1733325854615 (Datanode Uuid 1c085d38-db68-4d1a-aa8d-10d84bda34ee) service to localhost/127.0.0.1:46691 2024-12-04T15:24:54,464 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:24:54,464 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/cluster_46b20b13-c481-12d8-627f-f4e7016f33ef/data/data1/current/BP-135211154-172.17.0.3-1733325854615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:24:54,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/cluster_46b20b13-c481-12d8-627f-f4e7016f33ef/data/data2/current/BP-135211154-172.17.0.3-1733325854615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:24:54,465 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:24:54,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:24:54,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:24:54,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:24:54,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:24:54,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60f533ec-5f12-aef2-5ee3-1575419c4051/hadoop.log.dir/,STOPPED} 2024-12-04T15:24:54,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T15:24:54,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:24:54,496 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 262) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54831) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43865 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43185 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:43185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54831) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43185 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46691 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54831) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43185 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43185 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 652) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=516 (was 438) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3570 (was 4159) 2024-12-04T15:24:54,508 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=516, ProcessCount=11, AvailableMemoryMB=3570 2024-12-04T15:24:54,523 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-04T15:24:54,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/hadoop.log.dir so I do NOT create it in target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944 2024-12-04T15:24:54,524 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:24:54,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/hadoop.tmp.dir so I do NOT create it in target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944 2024-12-04T15:24:54,524 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/423c3508-9655-81bd-868e-a176b6019029/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:24:54,524 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944 2024-12-04T15:24:54,524 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/cluster_ecf7ffda-31f6-a130-2e70-4656b10614b6, deleteOnExit=true 2024-12-04T15:24:54,527 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/cluster_ecf7ffda-31f6-a130-2e70-4656b10614b6/zookeeper_0, clientPort=52437, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/cluster_ecf7ffda-31f6-a130-2e70-4656b10614b6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/cluster_ecf7ffda-31f6-a130-2e70-4656b10614b6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:24:54,531 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52437 2024-12-04T15:24:54,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:24:54,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:24:54,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/test.cache.data in system properties and HBase conf 2024-12-04T15:24:54,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:24:54,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:24:54,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:24:54,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:24:54,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:24:54,532 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:24:54,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:24:54,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:24:54,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:24:54,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:24:54,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:24:54,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:24:54,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:24:54,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:24:54,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:24:54,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:24:54,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:24:54,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:24:54,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:24:54,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:24:54,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a21f5d240008, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:24:54,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a21f5d240005, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:24:54,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a21f5d240008, quorum=127.0.0.1:54831, baseZNode=/2-261954569 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:24:54,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a21f5d240005, quorum=127.0.0.1:54831, baseZNode=/1-723055923 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:24:54,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a21f5d240002, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:24:54,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a21f5d240002, quorum=127.0.0.1:54831, baseZNode=/0-2121621229 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:24:54,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:24:54,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:24:54,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:24:54,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:24:54,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:24:54,899 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:24:54,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59870692{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:24:54,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46006ca9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:24:55,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@534a7929{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/java.io.tmpdir/jetty-localhost-33201-hadoop-hdfs-3_4_1-tests_jar-_-any-9722031007927880785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:24:55,020 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46344ff1{HTTP/1.1, (http/1.1)}{localhost:33201} 2024-12-04T15:24:55,020 INFO [Time-limited test {}] server.Server(415): Started @260713ms 2024-12-04T15:24:55,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:24:55,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:24:55,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:24:55,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:24:55,222 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:24:55,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8809b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:24:55,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@630c0dd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:24:55,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8d77e5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/java.io.tmpdir/jetty-localhost-37957-hadoop-hdfs-3_4_1-tests_jar-_-any-16637558670066680033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:24:55,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@368c37ea{HTTP/1.1, (http/1.1)}{localhost:37957} 2024-12-04T15:24:55,334 INFO [Time-limited test {}] server.Server(415): Started @261027ms 2024-12-04T15:24:55,335 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:24:55,881 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/cluster_ecf7ffda-31f6-a130-2e70-4656b10614b6/data/data2/current/BP-585461466-172.17.0.3-1733325894557/current, will proceed with Du for space computation calculation, 2024-12-04T15:24:55,881 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/cluster_ecf7ffda-31f6-a130-2e70-4656b10614b6/data/data1/current/BP-585461466-172.17.0.3-1733325894557/current, will proceed with Du for space computation calculation, 2024-12-04T15:24:55,904 WARN [Thread-3415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:24:55,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ee83cda8f15ee96 with lease ID 0xccf970b4d906e013: Processing first storage report for DS-129a7147-12cf-4ea3-baec-45347629c32c from datanode DatanodeRegistration(127.0.0.1:37571, datanodeUuid=d22f0cf3-64ea-4de7-9203-278873cbacbe, infoPort=34069, infoSecurePort=0, ipcPort=38275, storageInfo=lv=-57;cid=testClusterID;nsid=1806166849;c=1733325894557) 2024-12-04T15:24:55,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ee83cda8f15ee96 with lease ID 0xccf970b4d906e013: from storage DS-129a7147-12cf-4ea3-baec-45347629c32c node DatanodeRegistration(127.0.0.1:37571, datanodeUuid=d22f0cf3-64ea-4de7-9203-278873cbacbe, infoPort=34069, infoSecurePort=0, ipcPort=38275, storageInfo=lv=-57;cid=testClusterID;nsid=1806166849;c=1733325894557), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:24:55,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ee83cda8f15ee96 with lease ID 0xccf970b4d906e013: Processing first storage report for DS-83d2bf7d-b4a8-4c49-89b3-7f632f742af9 from datanode DatanodeRegistration(127.0.0.1:37571, datanodeUuid=d22f0cf3-64ea-4de7-9203-278873cbacbe, infoPort=34069, infoSecurePort=0, ipcPort=38275, storageInfo=lv=-57;cid=testClusterID;nsid=1806166849;c=1733325894557) 2024-12-04T15:24:55,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ee83cda8f15ee96 with lease ID 0xccf970b4d906e013: from storage DS-83d2bf7d-b4a8-4c49-89b3-7f632f742af9 node DatanodeRegistration(127.0.0.1:37571, datanodeUuid=d22f0cf3-64ea-4de7-9203-278873cbacbe, infoPort=34069, infoSecurePort=0, ipcPort=38275, storageInfo=lv=-57;cid=testClusterID;nsid=1806166849;c=1733325894557), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:24:55,975 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944 2024-12-04T15:24:55,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:55,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:55,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:24:55,991 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60 with version=8 2024-12-04T15:24:55,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/hbase-staging 2024-12-04T15:24:55,995 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:24:55,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:55,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:55,995 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:24:55,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:55,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:24:55,996 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:24:55,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:24:55,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42315 2024-12-04T15:24:55,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42315 connecting to ZooKeeper ensemble=127.0.0.1:52437 2024-12-04T15:24:56,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423150x0, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:24:56,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42315-0x101a21ff9270000 connected 2024-12-04T15:24:56,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:56,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:56,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Set watcher on znode that does not yet exist, /0731267214/running 2024-12-04T15:24:56,136 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60, hbase.cluster.distributed=false 2024-12-04T15:24:56,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Set watcher on znode that does not yet exist, /0731267214/acl 2024-12-04T15:24:56,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42315 2024-12-04T15:24:56,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42315 2024-12-04T15:24:56,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42315 2024-12-04T15:24:56,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42315 2024-12-04T15:24:56,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42315 2024-12-04T15:24:56,156 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:24:56,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:56,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:56,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:24:56,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:24:56,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:24:56,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:24:56,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:24:56,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39891 2024-12-04T15:24:56,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39891 connecting to ZooKeeper ensemble=127.0.0.1:52437 2024-12-04T15:24:56,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:56,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:56,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398910x0, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:24:56,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398910x0, quorum=127.0.0.1:52437, baseZNode=/0731267214 Set watcher on znode that does not yet exist, /0731267214/running 2024-12-04T15:24:56,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39891-0x101a21ff9270001 connected 2024-12-04T15:24:56,173 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:24:56,175 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:24:56,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Set watcher on znode that does not yet exist, /0731267214/master 2024-12-04T15:24:56,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Set watcher on znode that does not yet exist, /0731267214/acl 2024-12-04T15:24:56,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39891 2024-12-04T15:24:56,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39891 2024-12-04T15:24:56,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39891 2024-12-04T15:24:56,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39891 2024-12-04T15:24:56,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39891 2024-12-04T15:24:56,195 DEBUG [M:0;c6f2e1d35cf1:42315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:42315 2024-12-04T15:24:56,195 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0731267214/backup-masters/c6f2e1d35cf1,42315,1733325895994 2024-12-04T15:24:56,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214/backup-masters 2024-12-04T15:24:56,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214/backup-masters 2024-12-04T15:24:56,202 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Set watcher on existing znode=/0731267214/backup-masters/c6f2e1d35cf1,42315,1733325895994 2024-12-04T15:24:56,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0731267214/master 2024-12-04T15:24:56,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:24:56,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:24:56,211 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Set watcher on existing znode=/0731267214/master 2024-12-04T15:24:56,211 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0731267214/backup-masters/c6f2e1d35cf1,42315,1733325895994 from backup master directory 2024-12-04T15:24:56,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0731267214/backup-masters/c6f2e1d35cf1,42315,1733325895994 2024-12-04T15:24:56,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214/backup-masters 2024-12-04T15:24:56,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214/backup-masters 2024-12-04T15:24:56,219 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:24:56,219 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,42315,1733325895994 2024-12-04T15:24:56,222 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/hbase.id] with ID: 34693074-b6a3-4e49-bd1f-cb57dc3a7509 2024-12-04T15:24:56,222 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/.tmp/hbase.id 2024-12-04T15:24:56,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:24:56,244 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/.tmp/hbase.id]:[hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/hbase.id] 2024-12-04T15:24:56,255 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:24:56,255 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:24:56,256 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:24:56,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:24:56,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:24:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:24:56,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:24:56,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:56,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:56,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:56,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:56,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:56,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:56,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:56,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:56,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:56,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:56,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:56,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:56,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:56,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:24:56,670 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:24:56,671 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:24:56,672 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:56,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:24:57,078 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store 2024-12-04T15:24:57,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:24:57,483 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:57,483 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:24:57,483 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:57,483 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:57,483 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:24:57,483 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:57,483 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:24:57,483 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325897483Disabling compacts and flushes for region at 1733325897483Disabling writes for close at 1733325897483Writing region close event to WAL at 1733325897483Closed at 1733325897483 2024-12-04T15:24:57,484 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/.initializing 2024-12-04T15:24:57,484 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/WALs/c6f2e1d35cf1,42315,1733325895994 2024-12-04T15:24:57,485 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:24:57,486 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C42315%2C1733325895994, suffix=, logDir=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/WALs/c6f2e1d35cf1,42315,1733325895994, archiveDir=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/oldWALs, maxLogs=10 2024-12-04T15:24:57,502 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/WALs/c6f2e1d35cf1,42315,1733325895994/c6f2e1d35cf1%2C42315%2C1733325895994.1733325897486, exclude list is [], retry=0 2024-12-04T15:24:57,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37571,DS-129a7147-12cf-4ea3-baec-45347629c32c,DISK] 2024-12-04T15:24:57,506 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/WALs/c6f2e1d35cf1,42315,1733325895994/c6f2e1d35cf1%2C42315%2C1733325895994.1733325897486 2024-12-04T15:24:57,507 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34069:34069)] 2024-12-04T15:24:57,507 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:57,507 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:57,507 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:57,507 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:57,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:57,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:24:57,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:57,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:57,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:57,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:24:57,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:57,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:57,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:57,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:24:57,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:57,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:57,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:57,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:24:57,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:57,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:24:57,513 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:57,513 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:57,513 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:57,514 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:57,514 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:57,515 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:24:57,515 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:24:57,517 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:57,517 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59533680, jitterRate=-0.11287903785705566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:24:57,518 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325897507Initializing all the Stores at 1733325897508 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325897508Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325897508Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325897508Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325897508Cleaning up temporary data from old regions at 1733325897514 (+6 ms)Region opened successfully at 1733325897518 (+4 ms) 2024-12-04T15:24:57,518 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:24:57,520 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53369aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:24:57,520 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:24:57,521 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:24:57,521 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:24:57,521 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:24:57,521 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:24:57,521 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:24:57,521 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:24:57,523 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:24:57,523 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Unable to get data of znode /0731267214/balancer because node does not exist (not necessarily an error) 2024-12-04T15:24:57,560 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0731267214/balancer already deleted, retry=false 2024-12-04T15:24:57,560 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:24:57,561 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Unable to get data of znode /0731267214/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:24:57,568 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0731267214/normalizer already deleted, retry=false 2024-12-04T15:24:57,568 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:24:57,569 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Unable to get data of znode /0731267214/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:24:57,576 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0731267214/switch/split already deleted, retry=false 2024-12-04T15:24:57,577 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Unable to get data of znode /0731267214/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:24:57,656 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0731267214/switch/merge already deleted, retry=false 2024-12-04T15:24:57,657 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Unable to get data of znode /0731267214/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:24:57,664 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0731267214/snapshot-cleanup already deleted, retry=false 2024-12-04T15:24:57,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0731267214/running 2024-12-04T15:24:57,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0731267214/running 2024-12-04T15:24:57,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:24:57,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:24:57,673 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,42315,1733325895994, sessionid=0x101a21ff9270000, setting cluster-up flag (Was=false) 2024-12-04T15:24:57,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:24:57,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:24:57,714 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0731267214/flush-table-proc/acquired, /0731267214/flush-table-proc/reached, /0731267214/flush-table-proc/abort 2024-12-04T15:24:57,715 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,42315,1733325895994 2024-12-04T15:24:57,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:24:57,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:24:57,756 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0731267214/online-snapshot/acquired, /0731267214/online-snapshot/reached, /0731267214/online-snapshot/abort 2024-12-04T15:24:57,756 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,42315,1733325895994 2024-12-04T15:24:57,757 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:24:57,759 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:24:57,759 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:24:57,759 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:24:57,759 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c6f2e1d35cf1,39257,1733325774180: status=Processing ServerCrashProcedure of c6f2e1d35cf1,39257,1733325774180 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733325788445, completionTime=-1 appears to have been leaked 2024-12-04T15:24:57,759 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,42315,1733325895994 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:24:57,760 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:24:57,760 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:24:57,760 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:24:57,760 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:24:57,760 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:24:57,760 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:57,760 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:24:57,760 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:57,767 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325927767 2024-12-04T15:24:57,767 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:24:57,767 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:24:57,767 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:24:57,767 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:24:57,767 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:24:57,767 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:24:57,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:57,768 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:24:57,768 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:24:57,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:24:57,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:24:57,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:24:57,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:24:57,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:24:57,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:24:57,769 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325897768,5,FailOnTimeoutGroup] 2024-12-04T15:24:57,769 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325897769,5,FailOnTimeoutGroup] 2024-12-04T15:24:57,769 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:57,769 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:57,769 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:24:57,769 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:57,769 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:57,769 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:24:57,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:24:57,788 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(746): ClusterId : 34693074-b6a3-4e49-bd1f-cb57dc3a7509 2024-12-04T15:24:57,788 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:24:57,798 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:24:57,798 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:24:57,806 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:24:57,807 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3721b02a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:24:57,822 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:39891 2024-12-04T15:24:57,822 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:24:57,822 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:24:57,822 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:24:57,823 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,42315,1733325895994 with port=39891, startcode=1733325896156 2024-12-04T15:24:57,823 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:24:57,824 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:24:57,825 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42315 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,39891,1733325896156 2024-12-04T15:24:57,825 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42315 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,39891,1733325896156 2024-12-04T15:24:57,826 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60 2024-12-04T15:24:57,826 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43177 2024-12-04T15:24:57,826 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:24:57,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214/rs 2024-12-04T15:24:57,835 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] zookeeper.ZKUtil(111): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Set watcher on existing znode=/0731267214/rs/c6f2e1d35cf1,39891,1733325896156 2024-12-04T15:24:57,835 WARN [RS:0;c6f2e1d35cf1:39891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:24:57,835 INFO [RS:0;c6f2e1d35cf1:39891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:57,836 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156 2024-12-04T15:24:57,836 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,39891,1733325896156] 2024-12-04T15:24:57,838 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:24:57,839 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:24:57,839 INFO [RS:0;c6f2e1d35cf1:39891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:24:57,839 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:57,839 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:24:57,840 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:24:57,840 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:57,840 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:57,840 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:57,840 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:57,840 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:57,840 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:57,840 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:24:57,840 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:57,840 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:57,840 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:57,840 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:57,840 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:57,840 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:24:57,840 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:24:57,840 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:24:57,844 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:57,844 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:57,844 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:57,844 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:57,844 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:57,844 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39891,1733325896156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:24:57,858 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:24:57,858 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39891,1733325896156-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:57,858 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:57,858 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.Replication(171): c6f2e1d35cf1,39891,1733325896156 started 2024-12-04T15:24:57,869 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:57,870 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,39891,1733325896156, RpcServer on c6f2e1d35cf1/172.17.0.3:39891, sessionid=0x101a21ff9270001 2024-12-04T15:24:57,870 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:24:57,870 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,39891,1733325896156 2024-12-04T15:24:57,870 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,39891,1733325896156' 2024-12-04T15:24:57,870 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0731267214/flush-table-proc/abort' 2024-12-04T15:24:57,870 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0731267214/flush-table-proc/acquired' 2024-12-04T15:24:57,870 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:24:57,870 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:24:57,870 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,39891,1733325896156 2024-12-04T15:24:57,870 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,39891,1733325896156' 2024-12-04T15:24:57,870 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0731267214/online-snapshot/abort' 2024-12-04T15:24:57,871 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0731267214/online-snapshot/acquired' 2024-12-04T15:24:57,871 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:24:57,871 INFO [RS:0;c6f2e1d35cf1:39891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:24:57,871 INFO [RS:0;c6f2e1d35cf1:39891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:24:57,971 INFO [RS:0;c6f2e1d35cf1:39891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:24:57,972 INFO [RS:0;c6f2e1d35cf1:39891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C39891%2C1733325896156, suffix=, logDir=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156, archiveDir=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/oldWALs, maxLogs=10 2024-12-04T15:24:57,984 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973, exclude list is [], retry=0 2024-12-04T15:24:57,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37571,DS-129a7147-12cf-4ea3-baec-45347629c32c,DISK] 2024-12-04T15:24:57,988 INFO [RS:0;c6f2e1d35cf1:39891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 2024-12-04T15:24:57,988 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34069:34069)] 2024-12-04T15:24:58,181 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:24:58,181 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60 2024-12-04T15:24:58,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:24:58,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:58,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:24:58,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:24:58,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:58,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:58,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:24:58,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:24:58,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:58,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:58,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:24:58,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:24:58,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:58,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:58,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:24:58,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:24:58,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:58,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:58,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:24:58,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740 2024-12-04T15:24:58,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740 2024-12-04T15:24:58,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:24:58,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:24:58,594 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:24:58,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:24:58,596 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:24:58,596 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73742746, jitterRate=0.09885254502296448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:24:58,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325898586Initializing all the Stores at 1733325898587 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325898587Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325898587Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325898587Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325898587Cleaning up temporary data from old regions at 1733325898594 (+7 ms)Region opened successfully at 1733325898597 (+3 ms) 2024-12-04T15:24:58,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:24:58,597 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:24:58,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:24:58,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:24:58,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:24:58,597 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:24:58,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325898597Disabling compacts and flushes for region at 1733325898597Disabling writes for close at 1733325898597Writing region close event to WAL at 1733325898597Closed at 1733325898597 2024-12-04T15:24:58,598 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:24:58,598 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:24:58,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:24:58,600 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:24:58,600 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:24:58,750 DEBUG [c6f2e1d35cf1:42315 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:24:58,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,39891,1733325896156 2024-12-04T15:24:58,752 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,39891,1733325896156, state=OPENING 2024-12-04T15:24:58,806 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:24:58,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:24:58,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:24:58,814 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:24:58,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0731267214/meta-region-server: CHANGED 2024-12-04T15:24:58,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0731267214/meta-region-server: CHANGED 2024-12-04T15:24:58,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,39891,1733325896156}] 2024-12-04T15:24:58,966 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:24:58,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:24:58,970 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:24:58,970 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:24:58,970 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:24:58,971 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C39891%2C1733325896156.meta, suffix=.meta, logDir=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156, archiveDir=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/oldWALs, maxLogs=10 2024-12-04T15:24:58,994 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.meta.1733325898971.meta, exclude list is [], retry=0 2024-12-04T15:24:58,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37571,DS-129a7147-12cf-4ea3-baec-45347629c32c,DISK] 2024-12-04T15:24:58,997 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.meta.1733325898971.meta 2024-12-04T15:24:58,997 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34069:34069)] 2024-12-04T15:24:58,997 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:24:58,998 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:24:58,998 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:24:58,998 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:24:58,998 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:24:58,998 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:24:58,998 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:24:58,998 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:24:58,998 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:24:58,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:24:59,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:24:59,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:59,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:59,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:24:59,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:24:59,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:59,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:59,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:24:59,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:24:59,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:59,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:59,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:24:59,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:24:59,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:24:59,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:24:59,003 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:24:59,004 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740 2024-12-04T15:24:59,004 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740 2024-12-04T15:24:59,005 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:24:59,005 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:24:59,005 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:24:59,006 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:24:59,006 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65394269, jitterRate=-0.025549456477165222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:24:59,006 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:24:59,007 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325898998Writing region info on filesystem at 1733325898998Initializing all the Stores at 1733325898999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325898999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325898999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325898999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325898999Cleaning up temporary data from old regions at 1733325899005 (+6 ms)Running coprocessor post-open hooks at 1733325899006 (+1 ms)Region opened successfully at 1733325899007 (+1 ms) 2024-12-04T15:24:59,007 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325898966 2024-12-04T15:24:59,009 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:24:59,009 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:24:59,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,39891,1733325896156 2024-12-04T15:24:59,010 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,39891,1733325896156, state=OPEN 2024-12-04T15:24:59,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0731267214/meta-region-server 2024-12-04T15:24:59,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0731267214/meta-region-server 2024-12-04T15:24:59,068 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,39891,1733325896156 2024-12-04T15:24:59,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0731267214/meta-region-server: CHANGED 2024-12-04T15:24:59,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0731267214/meta-region-server: CHANGED 2024-12-04T15:24:59,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:24:59,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,39891,1733325896156 in 255 msec 2024-12-04T15:24:59,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:24:59,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-12-04T15:24:59,072 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:24:59,072 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:24:59,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:59,073 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,39891,1733325896156, seqNum=-1] 2024-12-04T15:24:59,074 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:59,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:24:59,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3190 sec 2024-12-04T15:24:59,079 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325899079, completionTime=-1 2024-12-04T15:24:59,079 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:24:59,079 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:24:59,081 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:24:59,081 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325959081 2024-12-04T15:24:59,081 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733326019081 2024-12-04T15:24:59,081 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T15:24:59,081 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42315,1733325895994-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:59,081 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42315,1733325895994-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:59,081 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42315,1733325895994-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:59,081 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:42315, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:59,081 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:59,081 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:59,083 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:24:59,084 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.865sec 2024-12-04T15:24:59,084 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:24:59,084 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:24:59,084 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:24:59,084 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:24:59,084 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:24:59,084 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42315,1733325895994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:24:59,084 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42315,1733325895994-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:24:59,086 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:24:59,086 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:24:59,086 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42315,1733325895994-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:24:59,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d13581f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:59,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,42315,-1 for getting cluster id 2024-12-04T15:24:59,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:24:59,089 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34693074-b6a3-4e49-bd1f-cb57dc3a7509' 2024-12-04T15:24:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:24:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34693074-b6a3-4e49-bd1f-cb57dc3a7509" 2024-12-04T15:24:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528211c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,42315,-1] 2024-12-04T15:24:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:24:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:24:59,091 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:24:59,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cddaf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:24:59,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:24:59,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,39891,1733325896156, seqNum=-1] 2024-12-04T15:24:59,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:24:59,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:24:59,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,42315,1733325895994 2024-12-04T15:24:59,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52437 2024-12-04T15:24:59,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:24:59,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a21ff9270002 connected 2024-12-04T15:24:59,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/hadoop.log.dir so I do NOT create it in target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20 2024-12-04T15:24:59,121 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:24:59,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/hadoop.tmp.dir so I do NOT create it in target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20 2024-12-04T15:24:59,121 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:24:59,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20 2024-12-04T15:24:59,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:24:59,121 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/cluster_6de1fe41-f542-f845-1ace-1f4d668a78a9, deleteOnExit=true 2024-12-04T15:24:59,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:24:59,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/test.cache.data in system properties and HBase conf 2024-12-04T15:24:59,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:24:59,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:24:59,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:24:59,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:24:59,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:24:59,121 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:24:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:24:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:24:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:24:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:24:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:24:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:24:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:24:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:24:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:24:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:24:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:24:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:24:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:24:59,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:24:59,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:24:59,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:24:59,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:24:59,399 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:24:59,399 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:24:59,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:24:59,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c773f45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:24:59,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384dd753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:24:59,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35623572{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/java.io.tmpdir/jetty-localhost-35139-hadoop-hdfs-3_4_1-tests_jar-_-any-5483269282007348268/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:24:59,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39bad9d4{HTTP/1.1, (http/1.1)}{localhost:35139} 2024-12-04T15:24:59,536 INFO [Time-limited test {}] server.Server(415): Started @265229ms 2024-12-04T15:24:59,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:24:59,759 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:24:59,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:24:59,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:24:59,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:24:59,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@965b6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:24:59,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2fe634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:24:59,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T15:24:59,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:24:59,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@217849af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/java.io.tmpdir/jetty-localhost-38731-hadoop-hdfs-3_4_1-tests_jar-_-any-18268889250208228216/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:24:59,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2fb306{HTTP/1.1, (http/1.1)}{localhost:38731} 2024-12-04T15:24:59,866 INFO [Time-limited test {}] server.Server(415): Started @265559ms 2024-12-04T15:24:59,867 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:25:00,302 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/cluster_6de1fe41-f542-f845-1ace-1f4d668a78a9/data/data1/current/BP-2141649913-172.17.0.3-1733325899141/current, will proceed with Du for space computation calculation, 2024-12-04T15:25:00,302 WARN [Thread-3549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/cluster_6de1fe41-f542-f845-1ace-1f4d668a78a9/data/data2/current/BP-2141649913-172.17.0.3-1733325899141/current, will proceed with Du for space computation calculation, 2024-12-04T15:25:00,320 WARN [Thread-3536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:25:00,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0ba198d8debec2f with lease ID 0xb9f9d13f6c0c0d6b: Processing first storage report for DS-7bf1d024-91b6-4944-bc62-ffbb2e4fee55 from datanode DatanodeRegistration(127.0.0.1:37377, datanodeUuid=e3749daf-6082-4a51-a7c8-fef65842fde4, infoPort=33665, infoSecurePort=0, ipcPort=36985, storageInfo=lv=-57;cid=testClusterID;nsid=185363043;c=1733325899141) 2024-12-04T15:25:00,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0ba198d8debec2f with lease ID 0xb9f9d13f6c0c0d6b: from storage DS-7bf1d024-91b6-4944-bc62-ffbb2e4fee55 node DatanodeRegistration(127.0.0.1:37377, datanodeUuid=e3749daf-6082-4a51-a7c8-fef65842fde4, infoPort=33665, infoSecurePort=0, ipcPort=36985, storageInfo=lv=-57;cid=testClusterID;nsid=185363043;c=1733325899141), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:25:00,322 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0ba198d8debec2f with lease ID 0xb9f9d13f6c0c0d6b: Processing first storage report for DS-4072cea4-f3ff-4d0a-bfcb-a39ccfb5dcc8 from datanode DatanodeRegistration(127.0.0.1:37377, datanodeUuid=e3749daf-6082-4a51-a7c8-fef65842fde4, infoPort=33665, infoSecurePort=0, ipcPort=36985, storageInfo=lv=-57;cid=testClusterID;nsid=185363043;c=1733325899141) 2024-12-04T15:25:00,322 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0ba198d8debec2f with lease ID 0xb9f9d13f6c0c0d6b: from storage DS-4072cea4-f3ff-4d0a-bfcb-a39ccfb5dcc8 node DatanodeRegistration(127.0.0.1:37377, datanodeUuid=e3749daf-6082-4a51-a7c8-fef65842fde4, infoPort=33665, infoSecurePort=0, ipcPort=36985, storageInfo=lv=-57;cid=testClusterID;nsid=185363043;c=1733325899141), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:25:00,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20 2024-12-04T15:25:00,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:00,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:00,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:25:00,796 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991 with version=8 2024-12-04T15:25:00,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/hbase-staging 2024-12-04T15:25:00,798 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:25:00,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:00,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:00,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:25:00,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:00,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:25:00,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:25:00,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:25:00,799 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39707 2024-12-04T15:25:00,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39707 connecting to ZooKeeper ensemble=127.0.0.1:52437 2024-12-04T15:25:00,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397070x0, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:00,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39707-0x101a21ff9270003 connected 2024-12-04T15:25:00,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:00,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:00,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Set watcher on znode that does not yet exist, /11278840996/running 2024-12-04T15:25:00,897 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991, hbase.cluster.distributed=false 2024-12-04T15:25:00,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Set watcher on znode that does not yet exist, /11278840996/acl 2024-12-04T15:25:00,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39707 2024-12-04T15:25:00,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39707 2024-12-04T15:25:00,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39707 2024-12-04T15:25:00,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39707 2024-12-04T15:25:00,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39707 2024-12-04T15:25:00,916 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:25:00,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:00,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:00,916 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:25:00,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:00,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:25:00,916 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:25:00,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:25:00,917 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42909 2024-12-04T15:25:00,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42909 connecting to ZooKeeper ensemble=127.0.0.1:52437 2024-12-04T15:25:00,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:00,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:00,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429090x0, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:00,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429090x0, quorum=127.0.0.1:52437, baseZNode=/11278840996 Set watcher on znode that does not yet exist, /11278840996/running 2024-12-04T15:25:00,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42909-0x101a21ff9270004 connected 2024-12-04T15:25:00,931 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:25:00,932 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:25:00,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Set watcher on znode that does not yet exist, /11278840996/master 2024-12-04T15:25:00,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Set watcher on znode that does not yet exist, /11278840996/acl 2024-12-04T15:25:00,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42909 2024-12-04T15:25:00,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42909 2024-12-04T15:25:00,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42909 2024-12-04T15:25:00,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42909 2024-12-04T15:25:00,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42909 2024-12-04T15:25:00,943 DEBUG [M:0;c6f2e1d35cf1:39707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:39707 2024-12-04T15:25:00,943 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11278840996/backup-masters/c6f2e1d35cf1,39707,1733325900797 2024-12-04T15:25:00,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996/backup-masters 2024-12-04T15:25:00,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996/backup-masters 2024-12-04T15:25:00,952 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Set watcher on existing znode=/11278840996/backup-masters/c6f2e1d35cf1,39707,1733325900797 2024-12-04T15:25:00,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11278840996/master 2024-12-04T15:25:00,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:00,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:00,960 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Set watcher on existing znode=/11278840996/master 2024-12-04T15:25:00,960 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11278840996/backup-masters/c6f2e1d35cf1,39707,1733325900797 from backup master directory 2024-12-04T15:25:00,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996/backup-masters 2024-12-04T15:25:00,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11278840996/backup-masters/c6f2e1d35cf1,39707,1733325900797 2024-12-04T15:25:00,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996/backup-masters 2024-12-04T15:25:00,968 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:25:00,968 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,39707,1733325900797 2024-12-04T15:25:00,971 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/hbase.id] with ID: fb9c421e-cfcb-41be-888a-e1c67f5e079e 2024-12-04T15:25:00,971 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/.tmp/hbase.id 2024-12-04T15:25:00,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:25:01,376 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/.tmp/hbase.id]:[hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/hbase.id] 2024-12-04T15:25:01,383 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:01,383 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:25:01,384 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:25:01,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:01,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:01,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:25:01,836 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:25:01,837 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:25:01,837 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:01,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:25:02,246 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store 2024-12-04T15:25:02,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:25:02,650 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:02,650 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:25:02,651 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:02,651 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:02,651 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:25:02,651 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:02,651 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:02,651 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325902650Disabling compacts and flushes for region at 1733325902650Disabling writes for close at 1733325902651 (+1 ms)Writing region close event to WAL at 1733325902651Closed at 1733325902651 2024-12-04T15:25:02,651 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/.initializing 2024-12-04T15:25:02,651 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/WALs/c6f2e1d35cf1,39707,1733325900797 2024-12-04T15:25:02,652 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:25:02,653 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C39707%2C1733325900797, suffix=, logDir=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/WALs/c6f2e1d35cf1,39707,1733325900797, archiveDir=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/oldWALs, maxLogs=10 2024-12-04T15:25:02,664 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/WALs/c6f2e1d35cf1,39707,1733325900797/c6f2e1d35cf1%2C39707%2C1733325900797.1733325902653, exclude list is [], retry=0 2024-12-04T15:25:02,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37377,DS-7bf1d024-91b6-4944-bc62-ffbb2e4fee55,DISK] 2024-12-04T15:25:02,667 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/WALs/c6f2e1d35cf1,39707,1733325900797/c6f2e1d35cf1%2C39707%2C1733325900797.1733325902653 2024-12-04T15:25:02,668 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33665:33665)] 2024-12-04T15:25:02,668 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:02,668 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:02,668 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:02,668 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:02,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:02,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:25:02,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:02,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:02,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:02,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:25:02,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:02,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:02,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:02,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:25:02,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:02,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:02,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:02,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:25:02,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:02,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:02,673 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:02,673 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:02,673 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:02,674 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:02,674 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:02,674 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:02,675 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:02,676 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:02,676 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71897119, jitterRate=0.07135055959224701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:02,676 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325902668Initializing all the Stores at 1733325902669 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325902669Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325902669Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325902669Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325902669Cleaning up temporary data from old regions at 1733325902674 (+5 ms)Region opened successfully at 1733325902676 (+2 ms) 2024-12-04T15:25:02,677 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:25:02,678 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aef6ba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:25:02,679 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:25:02,679 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:25:02,679 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:25:02,680 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:25:02,680 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:25:02,680 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:25:02,680 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:25:02,681 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:25:02,682 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Unable to get data of znode /11278840996/balancer because node does not exist (not necessarily an error) 2024-12-04T15:25:02,776 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11278840996/balancer already deleted, retry=false 2024-12-04T15:25:02,777 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:25:02,777 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Unable to get data of znode /11278840996/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:25:02,785 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11278840996/normalizer already deleted, retry=false 2024-12-04T15:25:02,785 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:25:02,786 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Unable to get data of znode /11278840996/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:25:02,793 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11278840996/switch/split already deleted, retry=false 2024-12-04T15:25:02,794 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Unable to get data of znode /11278840996/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:25:02,801 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11278840996/switch/merge already deleted, retry=false 2024-12-04T15:25:02,803 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Unable to get data of znode /11278840996/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:25:02,810 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11278840996/snapshot-cleanup already deleted, retry=false 2024-12-04T15:25:02,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11278840996/running 2024-12-04T15:25:02,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:02,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11278840996/running 2024-12-04T15:25:02,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:02,818 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,39707,1733325900797, sessionid=0x101a21ff9270003, setting cluster-up flag (Was=false) 2024-12-04T15:25:02,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:02,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:02,860 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11278840996/flush-table-proc/acquired, /11278840996/flush-table-proc/reached, /11278840996/flush-table-proc/abort 2024-12-04T15:25:02,861 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,39707,1733325900797 2024-12-04T15:25:02,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:02,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:02,901 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11278840996/online-snapshot/acquired, /11278840996/online-snapshot/reached, /11278840996/online-snapshot/abort 2024-12-04T15:25:02,902 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,39707,1733325900797 2024-12-04T15:25:02,903 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:25:02,904 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:02,904 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:25:02,904 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:25:02,905 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,39707,1733325900797 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:25:02,906 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:02,906 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:02,906 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:02,906 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:02,906 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:25:02,906 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:02,906 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:25:02,906 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:02,906 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325932906 2024-12-04T15:25:02,906 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:25:02,907 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:25:02,907 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:25:02,907 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:25:02,907 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:25:02,907 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:25:02,907 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:02,907 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:25:02,907 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:02,907 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:25:02,907 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:25:02,907 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:25:02,907 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:25:02,908 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:25:02,908 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:25:02,908 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:02,908 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325902908,5,FailOnTimeoutGroup] 2024-12-04T15:25:02,908 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:25:02,908 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325902908,5,FailOnTimeoutGroup] 2024-12-04T15:25:02,908 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:02,908 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:25:02,908 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:02,908 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:02,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:25:02,937 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(746): ClusterId : fb9c421e-cfcb-41be-888a-e1c67f5e079e 2024-12-04T15:25:02,937 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:25:02,944 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:25:02,944 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:25:02,952 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:25:02,952 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3c0cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:25:02,963 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:42909 2024-12-04T15:25:02,963 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:25:02,963 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:25:02,963 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:25:02,964 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,39707,1733325900797 with port=42909, startcode=1733325900916 2024-12-04T15:25:02,964 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:25:02,965 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:25:02,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,42909,1733325900916 2024-12-04T15:25:02,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39707 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,42909,1733325900916 2024-12-04T15:25:02,967 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991 2024-12-04T15:25:02,967 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37585 2024-12-04T15:25:02,967 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:25:02,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996/rs 2024-12-04T15:25:02,977 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] zookeeper.ZKUtil(111): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Set watcher on existing znode=/11278840996/rs/c6f2e1d35cf1,42909,1733325900916 2024-12-04T15:25:02,977 WARN [RS:0;c6f2e1d35cf1:42909 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:25:02,977 INFO [RS:0;c6f2e1d35cf1:42909 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:02,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,42909,1733325900916] 2024-12-04T15:25:02,977 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916 2024-12-04T15:25:02,980 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:25:02,981 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:25:02,981 INFO [RS:0;c6f2e1d35cf1:42909 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:25:02,981 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:02,982 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:25:02,987 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:25:02,987 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:02,987 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:02,987 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:02,987 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:02,987 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:02,987 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:02,987 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:25:02,987 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:02,987 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:02,987 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:02,987 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:02,987 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:02,987 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:02,987 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:25:02,987 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:25:02,989 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:02,989 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:02,989 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:02,989 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:02,989 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:02,989 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42909,1733325900916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:25:03,002 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:25:03,002 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42909,1733325900916-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:03,002 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:03,002 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.Replication(171): c6f2e1d35cf1,42909,1733325900916 started 2024-12-04T15:25:03,014 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:03,014 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,42909,1733325900916, RpcServer on c6f2e1d35cf1/172.17.0.3:42909, sessionid=0x101a21ff9270004 2024-12-04T15:25:03,014 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:25:03,014 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,42909,1733325900916 2024-12-04T15:25:03,014 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,42909,1733325900916' 2024-12-04T15:25:03,014 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11278840996/flush-table-proc/abort' 2024-12-04T15:25:03,015 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11278840996/flush-table-proc/acquired' 2024-12-04T15:25:03,015 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:25:03,015 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:25:03,015 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,42909,1733325900916 2024-12-04T15:25:03,015 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,42909,1733325900916' 2024-12-04T15:25:03,015 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11278840996/online-snapshot/abort' 2024-12-04T15:25:03,016 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11278840996/online-snapshot/acquired' 2024-12-04T15:25:03,016 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:25:03,016 INFO [RS:0;c6f2e1d35cf1:42909 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:25:03,016 INFO [RS:0;c6f2e1d35cf1:42909 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:25:03,116 INFO [RS:0;c6f2e1d35cf1:42909 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:25:03,117 INFO [RS:0;c6f2e1d35cf1:42909 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C42909%2C1733325900916, suffix=, logDir=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916, archiveDir=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/oldWALs, maxLogs=10 2024-12-04T15:25:03,129 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118, exclude list is [], retry=0 2024-12-04T15:25:03,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37377,DS-7bf1d024-91b6-4944-bc62-ffbb2e4fee55,DISK] 2024-12-04T15:25:03,133 INFO [RS:0;c6f2e1d35cf1:42909 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 2024-12-04T15:25:03,133 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33665:33665)] 2024-12-04T15:25:03,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:25:03,312 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991 2024-12-04T15:25:03,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:25:03,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:03,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:25:03,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:25:03,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:03,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:03,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:25:03,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:25:03,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:03,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:03,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:25:03,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:25:03,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:03,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:03,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:25:03,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:25:03,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:03,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:03,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:25:03,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740 2024-12-04T15:25:03,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740 2024-12-04T15:25:03,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:25:03,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:25:03,725 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:03,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:25:03,727 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:03,727 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73649573, jitterRate=0.09746415913105011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:03,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325903717Initializing all the Stores at 1733325903718 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325903718Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325903718Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325903718Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325903718Cleaning up temporary data from old regions at 1733325903724 (+6 ms)Region opened successfully at 1733325903727 (+3 ms) 2024-12-04T15:25:03,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:25:03,727 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:25:03,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:25:03,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:25:03,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:25:03,728 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:25:03,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325903727Disabling compacts and flushes for region at 1733325903727Disabling writes for close at 1733325903727Writing region close event to WAL at 1733325903727Closed at 1733325903727 2024-12-04T15:25:03,728 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:03,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:25:03,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:25:03,729 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:25:03,730 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:25:03,838 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:25:03,880 DEBUG [c6f2e1d35cf1:39707 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:25:03,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,42909,1733325900916 2024-12-04T15:25:03,881 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,42909,1733325900916, state=OPENING 2024-12-04T15:25:03,960 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:25:03,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:03,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:03,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11278840996/meta-region-server: CHANGED 2024-12-04T15:25:03,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11278840996/meta-region-server: CHANGED 2024-12-04T15:25:03,973 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:25:03,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,42909,1733325900916}] 2024-12-04T15:25:04,124 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:25:04,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:25:04,128 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:25:04,128 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:04,128 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:25:04,129 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C42909%2C1733325900916.meta, suffix=.meta, logDir=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916, archiveDir=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/oldWALs, maxLogs=10 2024-12-04T15:25:04,141 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.meta.1733325904130.meta, exclude list is [], retry=0 2024-12-04T15:25:04,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37377,DS-7bf1d024-91b6-4944-bc62-ffbb2e4fee55,DISK] 2024-12-04T15:25:04,143 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.meta.1733325904130.meta 2024-12-04T15:25:04,144 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33665:33665)] 2024-12-04T15:25:04,144 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:04,144 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:25:04,144 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:25:04,144 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:25:04,144 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:25:04,144 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:25:04,144 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:04,145 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:25:04,145 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:25:04,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:25:04,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:25:04,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:04,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:04,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:25:04,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:25:04,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:04,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:04,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:25:04,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:25:04,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:04,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:04,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:25:04,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:25:04,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:04,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:04,149 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:25:04,150 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740 2024-12-04T15:25:04,150 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740 2024-12-04T15:25:04,151 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:25:04,151 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:25:04,152 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:04,152 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:25:04,153 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69898415, jitterRate=0.04156754910945892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:04,153 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:25:04,153 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325904145Writing region info on filesystem at 1733325904145Initializing all the Stores at 1733325904145Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325904145Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325904146 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325904146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325904146Cleaning up temporary data from old regions at 1733325904151 (+5 ms)Running coprocessor post-open hooks at 1733325904153 (+2 ms)Region opened successfully at 1733325904153 2024-12-04T15:25:04,154 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325904124 2024-12-04T15:25:04,155 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:25:04,155 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:25:04,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,42909,1733325900916 2024-12-04T15:25:04,156 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,42909,1733325900916, state=OPEN 2024-12-04T15:25:04,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11278840996/meta-region-server 2024-12-04T15:25:04,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11278840996/meta-region-server 2024-12-04T15:25:04,164 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,42909,1733325900916 2024-12-04T15:25:04,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11278840996/meta-region-server: CHANGED 2024-12-04T15:25:04,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11278840996/meta-region-server: CHANGED 2024-12-04T15:25:04,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:25:04,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,42909,1733325900916 in 191 msec 2024-12-04T15:25:04,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:25:04,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-12-04T15:25:04,167 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:04,167 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:25:04,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:04,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,42909,1733325900916, seqNum=-1] 2024-12-04T15:25:04,168 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:04,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:25:04,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-12-04T15:25:04,173 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325904173, completionTime=-1 2024-12-04T15:25:04,174 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:25:04,174 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:25:04,176 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:25:04,176 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325964176 2024-12-04T15:25:04,176 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733326024176 2024-12-04T15:25:04,176 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T15:25:04,176 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39707,1733325900797-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:04,176 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39707,1733325900797-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:04,176 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39707,1733325900797-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:04,176 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:39707, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:04,176 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:04,176 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:04,178 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:25:04,179 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.211sec 2024-12-04T15:25:04,179 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:25:04,180 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:25:04,180 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:25:04,180 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:25:04,180 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:25:04,180 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39707,1733325900797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:25:04,180 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39707,1733325900797-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:25:04,181 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:25:04,181 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:25:04,181 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,39707,1733325900797-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:04,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e86e81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:04,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,39707,-1 for getting cluster id 2024-12-04T15:25:04,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:04,239 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb9c421e-cfcb-41be-888a-e1c67f5e079e' 2024-12-04T15:25:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb9c421e-cfcb-41be-888a-e1c67f5e079e" 2024-12-04T15:25:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34520f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,39707,-1] 2024-12-04T15:25:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:04,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:04,240 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:04,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6545b519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:04,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,42909,1733325900916, seqNum=-1] 2024-12-04T15:25:04,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:04,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:25:04,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,39707,1733325900797 2024-12-04T15:25:04,245 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52437 2024-12-04T15:25:04,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:04,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a21ff9270005 connected 2024-12-04T15:25:04,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/hadoop.log.dir so I do NOT create it in target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e 2024-12-04T15:25:04,266 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:25:04,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/hadoop.tmp.dir so I do NOT create it in target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e 2024-12-04T15:25:04,266 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:25:04,266 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e 2024-12-04T15:25:04,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:25:04,267 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/cluster_9f22199f-bee1-5155-2bd3-24b1ad887ab9, deleteOnExit=true 2024-12-04T15:25:04,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:25:04,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/test.cache.data in system properties and HBase conf 2024-12-04T15:25:04,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:25:04,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:25:04,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:25:04,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:25:04,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:25:04,267 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:25:04,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:25:04,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:25:04,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:25:04,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:25:04,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:25:04,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:25:04,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:25:04,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:25:04,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:25:04,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:25:04,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:25:04,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:25:04,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:25:04,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:25:04,501 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:25:04,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:04,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:04,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:04,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:04,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:04,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:04,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:04,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:04,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:04,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:04,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:04,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:04,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:04,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:04,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:25:04,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:25:04,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:25:04,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:25:04,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:25:04,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:25:04,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7b342c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:25:04,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60426e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:25:04,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ff77b68{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/java.io.tmpdir/jetty-localhost-33217-hadoop-hdfs-3_4_1-tests_jar-_-any-13557032858601714288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:25:04,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@139d95e5{HTTP/1.1, (http/1.1)}{localhost:33217} 2024-12-04T15:25:04,664 INFO [Time-limited test {}] server.Server(415): Started @270356ms 2024-12-04T15:25:04,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:25:04,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:25:04,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:25:04,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:25:04,844 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:25:04,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d48c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:25:04,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59092efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:25:04,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@593fece{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/java.io.tmpdir/jetty-localhost-39289-hadoop-hdfs-3_4_1-tests_jar-_-any-14025783949635891089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:25:04,933 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e9ce7d6{HTTP/1.1, (http/1.1)}{localhost:39289} 2024-12-04T15:25:04,933 INFO [Time-limited test {}] server.Server(415): Started @270626ms 2024-12-04T15:25:04,934 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:25:05,377 WARN [Thread-3670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/cluster_9f22199f-bee1-5155-2bd3-24b1ad887ab9/data/data2/current/BP-1979100088-172.17.0.3-1733325904283/current, will proceed with Du for space computation calculation, 2024-12-04T15:25:05,377 WARN [Thread-3669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/cluster_9f22199f-bee1-5155-2bd3-24b1ad887ab9/data/data1/current/BP-1979100088-172.17.0.3-1733325904283/current, will proceed with Du for space computation calculation, 2024-12-04T15:25:05,393 WARN [Thread-3657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:25:05,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85dab7fc41858867 with lease ID 0x28a92ac355341b8: Processing first storage report for DS-ad7a4e6e-d5f0-4df5-8295-5ef191beae4f from datanode DatanodeRegistration(127.0.0.1:42751, datanodeUuid=6df9d846-d0b7-4dc1-a39b-6b224d789265, infoPort=38133, infoSecurePort=0, ipcPort=44467, storageInfo=lv=-57;cid=testClusterID;nsid=1588110879;c=1733325904283) 2024-12-04T15:25:05,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85dab7fc41858867 with lease ID 0x28a92ac355341b8: from storage DS-ad7a4e6e-d5f0-4df5-8295-5ef191beae4f node DatanodeRegistration(127.0.0.1:42751, datanodeUuid=6df9d846-d0b7-4dc1-a39b-6b224d789265, infoPort=38133, infoSecurePort=0, ipcPort=44467, storageInfo=lv=-57;cid=testClusterID;nsid=1588110879;c=1733325904283), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:25:05,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85dab7fc41858867 with lease ID 0x28a92ac355341b8: Processing first storage report for DS-29f3a3c9-07b4-48d8-87b8-66a10582ff10 from datanode DatanodeRegistration(127.0.0.1:42751, datanodeUuid=6df9d846-d0b7-4dc1-a39b-6b224d789265, infoPort=38133, infoSecurePort=0, ipcPort=44467, storageInfo=lv=-57;cid=testClusterID;nsid=1588110879;c=1733325904283) 2024-12-04T15:25:05,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85dab7fc41858867 with lease ID 0x28a92ac355341b8: from storage DS-29f3a3c9-07b4-48d8-87b8-66a10582ff10 node DatanodeRegistration(127.0.0.1:42751, datanodeUuid=6df9d846-d0b7-4dc1-a39b-6b224d789265, infoPort=38133, infoSecurePort=0, ipcPort=44467, storageInfo=lv=-57;cid=testClusterID;nsid=1588110879;c=1733325904283), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:25:05,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e 2024-12-04T15:25:05,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:05,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:05,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:25:05,864 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770 with version=8 2024-12-04T15:25:05,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/hbase-staging 2024-12-04T15:25:05,866 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:25:05,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:05,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:05,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:25:05,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:05,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:25:05,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:25:05,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:25:05,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40107 2024-12-04T15:25:05,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40107 connecting to ZooKeeper ensemble=127.0.0.1:52437 2024-12-04T15:25:05,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401070x0, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:05,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40107-0x101a21ff9270006 connected 2024-12-04T15:25:05,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:05,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:05,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Set watcher on znode that does not yet exist, /21877501569/running 2024-12-04T15:25:05,963 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770, hbase.cluster.distributed=false 2024-12-04T15:25:05,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Set watcher on znode that does not yet exist, /21877501569/acl 2024-12-04T15:25:05,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40107 2024-12-04T15:25:05,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40107 2024-12-04T15:25:05,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40107 2024-12-04T15:25:05,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40107 2024-12-04T15:25:05,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40107 2024-12-04T15:25:05,976 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:25:05,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:05,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:05,976 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:25:05,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:05,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:25:05,976 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:25:05,976 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:25:05,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44729 2024-12-04T15:25:05,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44729 connecting to ZooKeeper ensemble=127.0.0.1:52437 2024-12-04T15:25:05,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:05,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:05,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447290x0, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:05,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447290x0, quorum=127.0.0.1:52437, baseZNode=/21877501569 Set watcher on znode that does not yet exist, /21877501569/running 2024-12-04T15:25:05,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44729-0x101a21ff9270007 connected 2024-12-04T15:25:05,989 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:25:05,990 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:25:05,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Set watcher on znode that does not yet exist, /21877501569/master 2024-12-04T15:25:05,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Set watcher on znode that does not yet exist, /21877501569/acl 2024-12-04T15:25:05,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44729 2024-12-04T15:25:05,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44729 2024-12-04T15:25:05,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44729 2024-12-04T15:25:05,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44729 2024-12-04T15:25:05,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44729 2024-12-04T15:25:06,007 DEBUG [M:0;c6f2e1d35cf1:40107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:40107 2024-12-04T15:25:06,007 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21877501569/backup-masters/c6f2e1d35cf1,40107,1733325905866 2024-12-04T15:25:06,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569/backup-masters 2024-12-04T15:25:06,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569/backup-masters 2024-12-04T15:25:06,014 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Set watcher on existing znode=/21877501569/backup-masters/c6f2e1d35cf1,40107,1733325905866 2024-12-04T15:25:06,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21877501569/master 2024-12-04T15:25:06,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:06,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:06,022 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Set watcher on existing znode=/21877501569/master 2024-12-04T15:25:06,022 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21877501569/backup-masters/c6f2e1d35cf1,40107,1733325905866 from backup master directory 2024-12-04T15:25:06,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21877501569/backup-masters/c6f2e1d35cf1,40107,1733325905866 2024-12-04T15:25:06,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569/backup-masters 2024-12-04T15:25:06,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569/backup-masters 2024-12-04T15:25:06,030 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:25:06,030 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,40107,1733325905866 2024-12-04T15:25:06,033 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/hbase.id] with ID: 0cd2774b-854b-44cc-bf9e-cd255f8f3e4d 2024-12-04T15:25:06,033 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/.tmp/hbase.id 2024-12-04T15:25:06,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:25:06,440 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/.tmp/hbase.id]:[hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/hbase.id] 2024-12-04T15:25:06,447 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:06,447 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:25:06,448 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:25:06,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:06,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:06,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:25:06,859 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:25:06,860 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:25:06,860 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:06,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:25:07,265 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store 2024-12-04T15:25:07,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:25:07,670 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:07,670 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:25:07,670 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:07,670 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:07,670 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:25:07,670 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:07,670 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:07,670 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325907670Disabling compacts and flushes for region at 1733325907670Disabling writes for close at 1733325907670Writing region close event to WAL at 1733325907670Closed at 1733325907670 2024-12-04T15:25:07,670 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/.initializing 2024-12-04T15:25:07,670 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/WALs/c6f2e1d35cf1,40107,1733325905866 2024-12-04T15:25:07,671 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:25:07,672 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C40107%2C1733325905866, suffix=, logDir=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/WALs/c6f2e1d35cf1,40107,1733325905866, archiveDir=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/oldWALs, maxLogs=10 2024-12-04T15:25:07,683 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/WALs/c6f2e1d35cf1,40107,1733325905866/c6f2e1d35cf1%2C40107%2C1733325905866.1733325907672, exclude list is [], retry=0 2024-12-04T15:25:07,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42751,DS-ad7a4e6e-d5f0-4df5-8295-5ef191beae4f,DISK] 2024-12-04T15:25:07,687 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/WALs/c6f2e1d35cf1,40107,1733325905866/c6f2e1d35cf1%2C40107%2C1733325905866.1733325907672 2024-12-04T15:25:07,687 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38133:38133)] 2024-12-04T15:25:07,687 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:07,687 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:07,687 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:07,687 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:07,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:07,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:25:07,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:07,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:07,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:07,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:25:07,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:07,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:07,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:07,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:25:07,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:07,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:07,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:07,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:25:07,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:07,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:07,692 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:07,693 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:07,693 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:07,693 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:07,693 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:07,694 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:07,694 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:07,695 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:07,696 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63650042, jitterRate=-0.05154046416282654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:07,696 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325907687Initializing all the Stores at 1733325907688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325907688Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325907688Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325907688Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325907688Cleaning up temporary data from old regions at 1733325907693 (+5 ms)Region opened successfully at 1733325907696 (+3 ms) 2024-12-04T15:25:07,696 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:25:07,698 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637ff274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:25:07,698 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:25:07,698 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:25:07,698 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:25:07,698 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:25:07,699 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:25:07,699 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:25:07,699 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:25:07,701 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:25:07,701 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Unable to get data of znode /21877501569/balancer because node does not exist (not necessarily an error) 2024-12-04T15:25:07,789 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21877501569/balancer already deleted, retry=false 2024-12-04T15:25:07,789 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:25:07,789 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Unable to get data of znode /21877501569/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:25:07,797 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21877501569/normalizer already deleted, retry=false 2024-12-04T15:25:07,797 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:25:07,798 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Unable to get data of znode /21877501569/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:25:07,805 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21877501569/switch/split already deleted, retry=false 2024-12-04T15:25:07,806 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Unable to get data of znode /21877501569/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:25:07,813 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21877501569/switch/merge already deleted, retry=false 2024-12-04T15:25:07,815 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Unable to get data of znode /21877501569/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:25:07,822 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21877501569/snapshot-cleanup already deleted, retry=false 2024-12-04T15:25:07,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21877501569/running 2024-12-04T15:25:07,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21877501569/running 2024-12-04T15:25:07,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:07,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:07,830 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,40107,1733325905866, sessionid=0x101a21ff9270006, setting cluster-up flag (Was=false) 2024-12-04T15:25:07,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:07,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:07,872 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21877501569/flush-table-proc/acquired, /21877501569/flush-table-proc/reached, /21877501569/flush-table-proc/abort 2024-12-04T15:25:07,873 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,40107,1733325905866 2024-12-04T15:25:07,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:07,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:07,914 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21877501569/online-snapshot/acquired, /21877501569/online-snapshot/reached, /21877501569/online-snapshot/abort 2024-12-04T15:25:07,914 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,40107,1733325905866 2024-12-04T15:25:07,915 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:25:07,916 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:07,916 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:25:07,916 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:25:07,916 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,40107,1733325905866 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:25:07,917 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:07,917 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:07,917 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:07,917 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:07,917 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:25:07,917 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:07,917 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:25:07,917 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:07,918 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325937918 2024-12-04T15:25:07,918 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:25:07,918 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:25:07,918 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:25:07,918 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:25:07,918 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:25:07,918 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:25:07,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:07,918 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:25:07,918 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:07,918 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:25:07,919 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:25:07,919 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:25:07,919 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:25:07,919 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:25:07,919 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:25:07,919 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:07,919 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325907919,5,FailOnTimeoutGroup] 2024-12-04T15:25:07,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:25:07,922 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325907919,5,FailOnTimeoutGroup] 2024-12-04T15:25:07,922 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:07,922 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:25:07,922 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:07,923 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:07,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:25:07,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:25:07,928 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770 2024-12-04T15:25:07,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741832_1008 (size=32) 2024-12-04T15:25:07,999 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(746): ClusterId : 0cd2774b-854b-44cc-bf9e-cd255f8f3e4d 2024-12-04T15:25:07,999 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:25:08,006 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:25:08,006 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:25:08,014 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:25:08,014 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5566df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:25:08,023 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:44729 2024-12-04T15:25:08,023 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:25:08,023 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:25:08,023 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:25:08,024 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,40107,1733325905866 with port=44729, startcode=1733325905976 2024-12-04T15:25:08,024 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:25:08,025 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:25:08,025 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,44729,1733325905976 2024-12-04T15:25:08,025 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40107 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,44729,1733325905976 2024-12-04T15:25:08,026 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770 2024-12-04T15:25:08,026 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38085 2024-12-04T15:25:08,026 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:25:08,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569/rs 2024-12-04T15:25:08,060 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] zookeeper.ZKUtil(111): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Set watcher on existing znode=/21877501569/rs/c6f2e1d35cf1,44729,1733325905976 2024-12-04T15:25:08,060 WARN [RS:0;c6f2e1d35cf1:44729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:25:08,060 INFO [RS:0;c6f2e1d35cf1:44729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:08,060 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976 2024-12-04T15:25:08,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,44729,1733325905976] 2024-12-04T15:25:08,062 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:25:08,063 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:25:08,064 INFO [RS:0;c6f2e1d35cf1:44729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:25:08,064 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,064 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:25:08,064 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:25:08,064 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,064 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:08,064 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:08,064 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:08,065 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:08,065 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:08,065 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:25:08,065 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:08,065 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:08,065 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:08,065 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:08,065 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:08,065 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:08,065 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:25:08,065 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:25:08,065 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,065 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,065 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,065 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,065 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,065 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,44729,1733325905976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:25:08,076 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:25:08,076 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,44729,1733325905976-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,076 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,076 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.Replication(171): c6f2e1d35cf1,44729,1733325905976 started 2024-12-04T15:25:08,087 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,087 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,44729,1733325905976, RpcServer on c6f2e1d35cf1/172.17.0.3:44729, sessionid=0x101a21ff9270007 2024-12-04T15:25:08,087 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:25:08,087 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,44729,1733325905976 2024-12-04T15:25:08,087 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,44729,1733325905976' 2024-12-04T15:25:08,087 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21877501569/flush-table-proc/abort' 2024-12-04T15:25:08,088 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21877501569/flush-table-proc/acquired' 2024-12-04T15:25:08,088 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:25:08,088 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:25:08,088 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,44729,1733325905976 2024-12-04T15:25:08,088 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,44729,1733325905976' 2024-12-04T15:25:08,088 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21877501569/online-snapshot/abort' 2024-12-04T15:25:08,088 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21877501569/online-snapshot/acquired' 2024-12-04T15:25:08,089 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:25:08,089 INFO [RS:0;c6f2e1d35cf1:44729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:25:08,089 INFO [RS:0;c6f2e1d35cf1:44729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:25:08,189 INFO [RS:0;c6f2e1d35cf1:44729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:25:08,190 INFO [RS:0;c6f2e1d35cf1:44729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C44729%2C1733325905976, suffix=, logDir=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976, archiveDir=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/oldWALs, maxLogs=10 2024-12-04T15:25:08,201 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190, exclude list is [], retry=0 2024-12-04T15:25:08,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42751,DS-ad7a4e6e-d5f0-4df5-8295-5ef191beae4f,DISK] 2024-12-04T15:25:08,205 INFO [RS:0;c6f2e1d35cf1:44729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 2024-12-04T15:25:08,205 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38133:38133)] 2024-12-04T15:25:08,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:08,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:25:08,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:25:08,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:08,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:08,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:25:08,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:25:08,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:08,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:08,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:25:08,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:25:08,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:08,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:08,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:25:08,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:25:08,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:08,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:08,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:25:08,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740 2024-12-04T15:25:08,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740 2024-12-04T15:25:08,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:25:08,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:25:08,341 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:08,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:25:08,343 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:08,343 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62300829, jitterRate=-0.07164530456066132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:08,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325908335Initializing all the Stores at 1733325908335Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325908336 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325908336Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325908336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325908336Cleaning up temporary data from old regions at 1733325908341 (+5 ms)Region opened successfully at 1733325908343 (+2 ms) 2024-12-04T15:25:08,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:25:08,343 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:25:08,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:25:08,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:25:08,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:25:08,344 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:25:08,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325908343Disabling compacts and flushes for region at 1733325908343Disabling writes for close at 1733325908343Writing region close event to WAL at 1733325908344 (+1 ms)Closed at 1733325908344 2024-12-04T15:25:08,344 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:08,344 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:25:08,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:25:08,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:25:08,346 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:25:08,496 DEBUG [c6f2e1d35cf1:40107 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:25:08,496 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,44729,1733325905976 2024-12-04T15:25:08,497 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,44729,1733325905976, state=OPENING 2024-12-04T15:25:08,509 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:25:08,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:08,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:08,564 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:25:08,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21877501569/meta-region-server: CHANGED 2024-12-04T15:25:08,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21877501569/meta-region-server: CHANGED 2024-12-04T15:25:08,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,44729,1733325905976}] 2024-12-04T15:25:08,716 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:25:08,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:25:08,720 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:25:08,720 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:08,721 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:25:08,722 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C44729%2C1733325905976.meta, suffix=.meta, logDir=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976, archiveDir=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/oldWALs, maxLogs=10 2024-12-04T15:25:08,736 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.meta.1733325908722.meta, exclude list is [], retry=0 2024-12-04T15:25:08,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42751,DS-ad7a4e6e-d5f0-4df5-8295-5ef191beae4f,DISK] 2024-12-04T15:25:08,739 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.meta.1733325908722.meta 2024-12-04T15:25:08,739 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38133:38133)] 2024-12-04T15:25:08,739 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:08,739 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:25:08,740 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:25:08,740 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:25:08,740 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:25:08,740 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:25:08,740 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:08,740 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:25:08,740 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:25:08,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:25:08,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:25:08,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:08,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:08,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:25:08,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:25:08,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:08,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:08,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:25:08,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:25:08,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:08,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:08,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:25:08,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:25:08,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:08,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:08,744 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:25:08,744 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740 2024-12-04T15:25:08,745 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740 2024-12-04T15:25:08,746 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:25:08,746 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:25:08,746 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:08,747 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:25:08,748 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72226532, jitterRate=0.07625919580459595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:08,748 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:25:08,748 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325908740Writing region info on filesystem at 1733325908740Initializing all the Stores at 1733325908741 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325908741Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325908741Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325908741Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325908741Cleaning up temporary data from old regions at 1733325908746 (+5 ms)Running coprocessor post-open hooks at 1733325908748 (+2 ms)Region opened successfully at 1733325908748 2024-12-04T15:25:08,749 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325908716 2024-12-04T15:25:08,750 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:25:08,750 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:25:08,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,44729,1733325905976 2024-12-04T15:25:08,751 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,44729,1733325905976, state=OPEN 2024-12-04T15:25:08,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21877501569/meta-region-server 2024-12-04T15:25:08,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21877501569/meta-region-server 2024-12-04T15:25:08,760 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,44729,1733325905976 2024-12-04T15:25:08,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21877501569/meta-region-server: CHANGED 2024-12-04T15:25:08,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21877501569/meta-region-server: CHANGED 2024-12-04T15:25:08,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:25:08,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,44729,1733325905976 in 196 msec 2024-12-04T15:25:08,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:25:08,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-12-04T15:25:08,763 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:08,763 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:25:08,764 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:08,764 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,44729,1733325905976, seqNum=-1] 2024-12-04T15:25:08,764 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:08,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:25:08,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 852 msec 2024-12-04T15:25:08,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325908768, completionTime=-1 2024-12-04T15:25:08,768 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:25:08,768 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:25:08,769 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:25:08,770 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733325968769 2024-12-04T15:25:08,770 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733326028770 2024-12-04T15:25:08,770 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T15:25:08,770 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40107,1733325905866-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,770 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40107,1733325905866-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,770 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40107,1733325905866-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,770 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:40107, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,770 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,770 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,771 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:25:08,773 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.743sec 2024-12-04T15:25:08,773 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:25:08,773 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:25:08,773 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:25:08,773 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:25:08,773 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:25:08,773 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40107,1733325905866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:25:08,773 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40107,1733325905866-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:25:08,775 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:25:08,775 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:25:08,775 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,40107,1733325905866-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:08,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:08,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,40107,-1 for getting cluster id 2024-12-04T15:25:08,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:08,801 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cd2774b-854b-44cc-bf9e-cd255f8f3e4d' 2024-12-04T15:25:08,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:08,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cd2774b-854b-44cc-bf9e-cd255f8f3e4d" 2024-12-04T15:25:08,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff50a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:08,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,40107,-1] 2024-12-04T15:25:08,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:08,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:08,802 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:08,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dbb0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:08,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:08,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,44729,1733325905976, seqNum=-1] 2024-12-04T15:25:08,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:08,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:25:08,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,40107,1733325905866 2024-12-04T15:25:08,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52437 2024-12-04T15:25:08,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:08,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a21ff9270008 connected 2024-12-04T15:25:08,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:08,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,42315,1733325895994 2024-12-04T15:25:08,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7758d571 2024-12-04T15:25:08,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:25:08,829 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:25:08,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:25:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T15:25:08,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:25:08,831 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:08,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T15:25:08,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:25:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:08,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741835_1011 (size=902) 2024-12-04T15:25:08,838 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b044783e55c3ef7e93ca0724dd3c8e10, NAME => 'test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60 2024-12-04T15:25:08,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741836_1012 (size=39) 2024-12-04T15:25:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:09,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:09,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b044783e55c3ef7e93ca0724dd3c8e10, disabling compactions & flushes 2024-12-04T15:25:09,242 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10. 2024-12-04T15:25:09,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10. 2024-12-04T15:25:09,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10. after waiting 0 ms 2024-12-04T15:25:09,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10. 2024-12-04T15:25:09,242 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10. 2024-12-04T15:25:09,242 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b044783e55c3ef7e93ca0724dd3c8e10: Waiting for close lock at 1733325909242Disabling compacts and flushes for region at 1733325909242Disabling writes for close at 1733325909242Writing region close event to WAL at 1733325909242Closed at 1733325909242 2024-12-04T15:25:09,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:25:09,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733325909243"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325909243"}]},"ts":"1733325909243"} 2024-12-04T15:25:09,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:25:09,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:25:09,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325909245"}]},"ts":"1733325909245"} 2024-12-04T15:25:09,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T15:25:09,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b044783e55c3ef7e93ca0724dd3c8e10, ASSIGN}] 2024-12-04T15:25:09,247 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b044783e55c3ef7e93ca0724dd3c8e10, ASSIGN 2024-12-04T15:25:09,248 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b044783e55c3ef7e93ca0724dd3c8e10, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,39891,1733325896156; forceNewPlan=false, retain=false 2024-12-04T15:25:09,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b044783e55c3ef7e93ca0724dd3c8e10, regionState=OPENING, regionLocation=c6f2e1d35cf1,39891,1733325896156 2024-12-04T15:25:09,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b044783e55c3ef7e93ca0724dd3c8e10, ASSIGN because future has completed 2024-12-04T15:25:09,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b044783e55c3ef7e93ca0724dd3c8e10, server=c6f2e1d35cf1,39891,1733325896156}] 2024-12-04T15:25:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:09,556 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10. 2024-12-04T15:25:09,556 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b044783e55c3ef7e93ca0724dd3c8e10, NAME => 'test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:09,556 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:25:09,556 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T15:25:09,556 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:09,556 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:09,556 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:09,556 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:09,557 INFO [StoreOpener-b044783e55c3ef7e93ca0724dd3c8e10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:09,558 INFO [StoreOpener-b044783e55c3ef7e93ca0724dd3c8e10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b044783e55c3ef7e93ca0724dd3c8e10 columnFamilyName f 2024-12-04T15:25:09,558 DEBUG [StoreOpener-b044783e55c3ef7e93ca0724dd3c8e10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:09,558 INFO [StoreOpener-b044783e55c3ef7e93ca0724dd3c8e10-1 {}] regionserver.HStore(327): Store=b044783e55c3ef7e93ca0724dd3c8e10/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:09,558 INFO [StoreOpener-b044783e55c3ef7e93ca0724dd3c8e10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:09,559 INFO [StoreOpener-b044783e55c3ef7e93ca0724dd3c8e10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b044783e55c3ef7e93ca0724dd3c8e10 columnFamilyName f1 2024-12-04T15:25:09,559 DEBUG [StoreOpener-b044783e55c3ef7e93ca0724dd3c8e10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:09,559 INFO [StoreOpener-b044783e55c3ef7e93ca0724dd3c8e10-1 {}] regionserver.HStore(327): Store=b044783e55c3ef7e93ca0724dd3c8e10/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:09,559 INFO [StoreOpener-b044783e55c3ef7e93ca0724dd3c8e10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:09,560 INFO [StoreOpener-b044783e55c3ef7e93ca0724dd3c8e10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b044783e55c3ef7e93ca0724dd3c8e10 columnFamilyName norep 2024-12-04T15:25:09,560 DEBUG [StoreOpener-b044783e55c3ef7e93ca0724dd3c8e10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:09,560 INFO [StoreOpener-b044783e55c3ef7e93ca0724dd3c8e10-1 {}] regionserver.HStore(327): Store=b044783e55c3ef7e93ca0724dd3c8e10/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:09,560 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:09,561 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:09,561 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:09,561 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:09,561 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:09,561 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:25:09,562 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:09,563 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:09,563 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b044783e55c3ef7e93ca0724dd3c8e10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73650572, jitterRate=0.09747904539108276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:25:09,563 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:09,564 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b044783e55c3ef7e93ca0724dd3c8e10: Running coprocessor pre-open hook at 1733325909556Writing region info on filesystem at 1733325909556Initializing all the Stores at 1733325909557 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325909557Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325909557Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325909557Cleaning up temporary data from old regions at 1733325909561 (+4 ms)Running coprocessor post-open hooks at 1733325909563 (+2 ms)Region opened successfully at 1733325909564 (+1 ms) 2024-12-04T15:25:09,564 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10., pid=6, masterSystemTime=1733325909552 2024-12-04T15:25:09,566 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10. 2024-12-04T15:25:09,566 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10. 2024-12-04T15:25:09,566 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b044783e55c3ef7e93ca0724dd3c8e10, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f2e1d35cf1,39891,1733325896156 2024-12-04T15:25:09,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b044783e55c3ef7e93ca0724dd3c8e10, server=c6f2e1d35cf1,39891,1733325896156 because future has completed 2024-12-04T15:25:09,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:25:09,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b044783e55c3ef7e93ca0724dd3c8e10, server=c6f2e1d35cf1,39891,1733325896156 in 167 msec 2024-12-04T15:25:09,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:25:09,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b044783e55c3ef7e93ca0724dd3c8e10, ASSIGN in 322 msec 2024-12-04T15:25:09,571 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:25:09,571 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325909571"}]},"ts":"1733325909571"} 2024-12-04T15:25:09,572 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T15:25:09,572 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:25:09,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 742 msec 2024-12-04T15:25:09,647 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:25:09,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:09,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:09,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:09,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:09,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:09,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:09,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:09,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:09,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:09,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:09,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:09,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:09,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:09,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:09,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T15:25:09,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T15:25:09,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:25:09,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T15:25:09,838 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T15:25:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:09,970 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T15:25:09,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,39707,1733325900797 2024-12-04T15:25:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@150f0ef4 2024-12-04T15:25:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:25:09,972 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:25:09,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:25:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T15:25:09,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:25:09,974 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:09,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T15:25:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:09,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:25:09,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741835_1011 (size=902) 2024-12-04T15:25:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:10,380 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07f2a0e2ab487698c8ab328cd9264232, NAME => 'test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991 2024-12-04T15:25:10,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741836_1012 (size=39) 2024-12-04T15:25:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:10,785 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:10,785 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 07f2a0e2ab487698c8ab328cd9264232, disabling compactions & flushes 2024-12-04T15:25:10,785 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232. 2024-12-04T15:25:10,785 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232. 2024-12-04T15:25:10,785 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232. after waiting 0 ms 2024-12-04T15:25:10,785 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232. 2024-12-04T15:25:10,785 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232. 2024-12-04T15:25:10,785 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07f2a0e2ab487698c8ab328cd9264232: Waiting for close lock at 1733325910785Disabling compacts and flushes for region at 1733325910785Disabling writes for close at 1733325910785Writing region close event to WAL at 1733325910785Closed at 1733325910785 2024-12-04T15:25:10,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:25:10,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733325910786"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325910786"}]},"ts":"1733325910786"} 2024-12-04T15:25:10,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:25:10,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:25:10,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325910789"}]},"ts":"1733325910789"} 2024-12-04T15:25:10,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T15:25:10,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=07f2a0e2ab487698c8ab328cd9264232, ASSIGN}] 2024-12-04T15:25:10,792 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=07f2a0e2ab487698c8ab328cd9264232, ASSIGN 2024-12-04T15:25:10,792 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=07f2a0e2ab487698c8ab328cd9264232, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,42909,1733325900916; forceNewPlan=false, retain=false 2024-12-04T15:25:10,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=07f2a0e2ab487698c8ab328cd9264232, regionState=OPENING, regionLocation=c6f2e1d35cf1,42909,1733325900916 2024-12-04T15:25:10,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=07f2a0e2ab487698c8ab328cd9264232, ASSIGN because future has completed 2024-12-04T15:25:10,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07f2a0e2ab487698c8ab328cd9264232, server=c6f2e1d35cf1,42909,1733325900916}] 2024-12-04T15:25:11,100 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232. 2024-12-04T15:25:11,101 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 07f2a0e2ab487698c8ab328cd9264232, NAME => 'test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:11,101 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:25:11,101 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T15:25:11,101 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 07f2a0e2ab487698c8ab328cd9264232 2024-12-04T15:25:11,101 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:11,101 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 07f2a0e2ab487698c8ab328cd9264232 2024-12-04T15:25:11,101 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 07f2a0e2ab487698c8ab328cd9264232 2024-12-04T15:25:11,102 INFO [StoreOpener-07f2a0e2ab487698c8ab328cd9264232-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 07f2a0e2ab487698c8ab328cd9264232 2024-12-04T15:25:11,103 INFO [StoreOpener-07f2a0e2ab487698c8ab328cd9264232-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07f2a0e2ab487698c8ab328cd9264232 columnFamilyName f 2024-12-04T15:25:11,103 DEBUG [StoreOpener-07f2a0e2ab487698c8ab328cd9264232-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:11,103 INFO [StoreOpener-07f2a0e2ab487698c8ab328cd9264232-1 {}] regionserver.HStore(327): Store=07f2a0e2ab487698c8ab328cd9264232/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:11,104 INFO [StoreOpener-07f2a0e2ab487698c8ab328cd9264232-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 07f2a0e2ab487698c8ab328cd9264232 2024-12-04T15:25:11,104 INFO [StoreOpener-07f2a0e2ab487698c8ab328cd9264232-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07f2a0e2ab487698c8ab328cd9264232 columnFamilyName f1 2024-12-04T15:25:11,104 DEBUG [StoreOpener-07f2a0e2ab487698c8ab328cd9264232-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:11,104 INFO [StoreOpener-07f2a0e2ab487698c8ab328cd9264232-1 {}] regionserver.HStore(327): Store=07f2a0e2ab487698c8ab328cd9264232/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:11,104 INFO [StoreOpener-07f2a0e2ab487698c8ab328cd9264232-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 07f2a0e2ab487698c8ab328cd9264232 2024-12-04T15:25:11,105 INFO [StoreOpener-07f2a0e2ab487698c8ab328cd9264232-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07f2a0e2ab487698c8ab328cd9264232 columnFamilyName norep 2024-12-04T15:25:11,105 DEBUG [StoreOpener-07f2a0e2ab487698c8ab328cd9264232-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:11,105 INFO [StoreOpener-07f2a0e2ab487698c8ab328cd9264232-1 {}] regionserver.HStore(327): Store=07f2a0e2ab487698c8ab328cd9264232/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:11,105 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 07f2a0e2ab487698c8ab328cd9264232 2024-12-04T15:25:11,106 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232 2024-12-04T15:25:11,106 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232 2024-12-04T15:25:11,106 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 07f2a0e2ab487698c8ab328cd9264232 2024-12-04T15:25:11,106 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 07f2a0e2ab487698c8ab328cd9264232 2024-12-04T15:25:11,107 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:25:11,107 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 07f2a0e2ab487698c8ab328cd9264232 2024-12-04T15:25:11,109 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:11,109 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 07f2a0e2ab487698c8ab328cd9264232; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75480795, jitterRate=0.1247514933347702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:25:11,109 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07f2a0e2ab487698c8ab328cd9264232 2024-12-04T15:25:11,109 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 07f2a0e2ab487698c8ab328cd9264232: Running coprocessor pre-open hook at 1733325911101Writing region info on filesystem at 1733325911101Initializing all the Stores at 1733325911102 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325911102Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325911102Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325911102Cleaning up temporary data from old regions at 1733325911106 (+4 ms)Running coprocessor post-open hooks at 1733325911109 (+3 ms)Region opened successfully at 1733325911109 2024-12-04T15:25:11,110 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232., pid=6, masterSystemTime=1733325911097 2024-12-04T15:25:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:11,111 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232. 2024-12-04T15:25:11,111 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232. 2024-12-04T15:25:11,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=07f2a0e2ab487698c8ab328cd9264232, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f2e1d35cf1,42909,1733325900916 2024-12-04T15:25:11,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07f2a0e2ab487698c8ab328cd9264232, server=c6f2e1d35cf1,42909,1733325900916 because future has completed 2024-12-04T15:25:11,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:25:11,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 07f2a0e2ab487698c8ab328cd9264232, server=c6f2e1d35cf1,42909,1733325900916 in 168 msec 2024-12-04T15:25:11,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:25:11,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=07f2a0e2ab487698c8ab328cd9264232, ASSIGN in 324 msec 2024-12-04T15:25:11,117 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:25:11,117 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325911117"}]},"ts":"1733325911117"} 2024-12-04T15:25:11,118 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T15:25:11,119 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:25:11,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-12-04T15:25:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:12,120 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T15:25:12,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:12,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,40107,1733325905866 2024-12-04T15:25:12,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46220b 2024-12-04T15:25:12,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:25:12,121 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:25:12,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:25:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T15:25:12,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:25:12,124 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:12,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T15:25:12,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:25:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:12,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741835_1011 (size=902) 2024-12-04T15:25:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:12,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d97163fdc0bb932aad5b2f12a5955c0, NAME => 'test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770 2024-12-04T15:25:12,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741836_1012 (size=39) 2024-12-04T15:25:12,669 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:12,669 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:25:12,670 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88503 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:25:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:12,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:12,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6d97163fdc0bb932aad5b2f12a5955c0, disabling compactions & flushes 2024-12-04T15:25:12,944 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0. 2024-12-04T15:25:12,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0. 2024-12-04T15:25:12,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0. after waiting 0 ms 2024-12-04T15:25:12,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0. 2024-12-04T15:25:12,944 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0. 2024-12-04T15:25:12,944 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d97163fdc0bb932aad5b2f12a5955c0: Waiting for close lock at 1733325912944Disabling compacts and flushes for region at 1733325912944Disabling writes for close at 1733325912944Writing region close event to WAL at 1733325912944Closed at 1733325912944 2024-12-04T15:25:12,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:25:12,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733325912945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325912945"}]},"ts":"1733325912945"} 2024-12-04T15:25:12,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:25:12,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:25:12,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325912947"}]},"ts":"1733325912947"} 2024-12-04T15:25:12,949 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T15:25:12,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d97163fdc0bb932aad5b2f12a5955c0, ASSIGN}] 2024-12-04T15:25:12,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d97163fdc0bb932aad5b2f12a5955c0, ASSIGN 2024-12-04T15:25:12,950 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6d97163fdc0bb932aad5b2f12a5955c0, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,44729,1733325905976; forceNewPlan=false, retain=false 2024-12-04T15:25:13,101 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d97163fdc0bb932aad5b2f12a5955c0, regionState=OPENING, regionLocation=c6f2e1d35cf1,44729,1733325905976 2024-12-04T15:25:13,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6d97163fdc0bb932aad5b2f12a5955c0, ASSIGN because future has completed 2024-12-04T15:25:13,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d97163fdc0bb932aad5b2f12a5955c0, server=c6f2e1d35cf1,44729,1733325905976}] 2024-12-04T15:25:13,257 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0. 2024-12-04T15:25:13,257 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d97163fdc0bb932aad5b2f12a5955c0, NAME => 'test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:13,257 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:25:13,258 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T15:25:13,258 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:13,258 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:13,258 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:13,258 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:13,259 INFO [StoreOpener-6d97163fdc0bb932aad5b2f12a5955c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:13,260 INFO [StoreOpener-6d97163fdc0bb932aad5b2f12a5955c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d97163fdc0bb932aad5b2f12a5955c0 columnFamilyName f 2024-12-04T15:25:13,260 DEBUG [StoreOpener-6d97163fdc0bb932aad5b2f12a5955c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:13,260 INFO [StoreOpener-6d97163fdc0bb932aad5b2f12a5955c0-1 {}] regionserver.HStore(327): Store=6d97163fdc0bb932aad5b2f12a5955c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:13,260 INFO [StoreOpener-6d97163fdc0bb932aad5b2f12a5955c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:13,261 INFO [StoreOpener-6d97163fdc0bb932aad5b2f12a5955c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d97163fdc0bb932aad5b2f12a5955c0 columnFamilyName f1 2024-12-04T15:25:13,261 DEBUG [StoreOpener-6d97163fdc0bb932aad5b2f12a5955c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:13,261 INFO [StoreOpener-6d97163fdc0bb932aad5b2f12a5955c0-1 {}] regionserver.HStore(327): Store=6d97163fdc0bb932aad5b2f12a5955c0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:13,261 INFO [StoreOpener-6d97163fdc0bb932aad5b2f12a5955c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:13,261 INFO [StoreOpener-6d97163fdc0bb932aad5b2f12a5955c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d97163fdc0bb932aad5b2f12a5955c0 columnFamilyName norep 2024-12-04T15:25:13,261 DEBUG [StoreOpener-6d97163fdc0bb932aad5b2f12a5955c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:13,262 INFO [StoreOpener-6d97163fdc0bb932aad5b2f12a5955c0-1 {}] regionserver.HStore(327): Store=6d97163fdc0bb932aad5b2f12a5955c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:13,262 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:13,262 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:13,262 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:13,263 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:13,263 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:13,263 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:25:13,264 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:13,265 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:13,265 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d97163fdc0bb932aad5b2f12a5955c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74924212, jitterRate=0.11645776033401489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:25:13,265 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:13,265 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d97163fdc0bb932aad5b2f12a5955c0: Running coprocessor pre-open hook at 1733325913258Writing region info on filesystem at 1733325913258Initializing all the Stores at 1733325913258Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325913258Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325913258Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325913258Cleaning up temporary data from old regions at 1733325913263 (+5 ms)Running coprocessor post-open hooks at 1733325913265 (+2 ms)Region opened successfully at 1733325913265 2024-12-04T15:25:13,266 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0., pid=6, masterSystemTime=1733325913254 2024-12-04T15:25:13,268 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0. 2024-12-04T15:25:13,268 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0. 2024-12-04T15:25:13,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d97163fdc0bb932aad5b2f12a5955c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f2e1d35cf1,44729,1733325905976 2024-12-04T15:25:13,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d97163fdc0bb932aad5b2f12a5955c0, server=c6f2e1d35cf1,44729,1733325905976 because future has completed 2024-12-04T15:25:13,273 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40107 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=c6f2e1d35cf1,44729,1733325905976, table=test, region=6d97163fdc0bb932aad5b2f12a5955c0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T15:25:13,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:25:13,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d97163fdc0bb932aad5b2f12a5955c0, server=c6f2e1d35cf1,44729,1733325905976 in 170 msec 2024-12-04T15:25:13,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:25:13,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6d97163fdc0bb932aad5b2f12a5955c0, ASSIGN in 325 msec 2024-12-04T15:25:13,276 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:25:13,276 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325913276"}]},"ts":"1733325913276"} 2024-12-04T15:25:13,277 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T15:25:13,278 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:25:13,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-12-04T15:25:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:14,270 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T15:25:14,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c7b657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:14,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,42315,-1 for getting cluster id 2024-12-04T15:25:14,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:14,272 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34693074-b6a3-4e49-bd1f-cb57dc3a7509' 2024-12-04T15:25:14,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:14,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34693074-b6a3-4e49-bd1f-cb57dc3a7509" 2024-12-04T15:25:14,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640d3213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:14,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,42315,-1] 2024-12-04T15:25:14,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:14,273 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:14,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796a3083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:14,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:14,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,42315,1733325895994 2024-12-04T15:25:14,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77370c85 2024-12-04T15:25:14,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:25:14,275 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:25:14,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:39707,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:25:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:25:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:14,278 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:39707' 2024-12-04T15:25:14,278 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4654f552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:14,278 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,39707,-1 for getting cluster id 2024-12-04T15:25:14,279 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:14,279 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb9c421e-cfcb-41be-888a-e1c67f5e079e' 2024-12-04T15:25:14,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:14,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb9c421e-cfcb-41be-888a-e1c67f5e079e" 2024-12-04T15:25:14,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322c20a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:14,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,39707,-1] 2024-12-04T15:25:14,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:14,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:14,280 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:14,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3264cd36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:14,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:14,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,39707,1733325900797 2024-12-04T15:25:14,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74227479 2024-12-04T15:25:14,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:25:14,282 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:25:14,283 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T15:25:14,283 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:25:14,283 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:14,283 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:14,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:25:14,284 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:25:14,285 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:25:14,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:25:14,285 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:14,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:25:14,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741837_1013 (size=1138) 2024-12-04T15:25:14,335 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T15:25:14,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:14,692 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa7cfd57e6739b2218c54bf8fff9b041, NAME => 'hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60 2024-12-04T15:25:14,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741838_1014 (size=44) 2024-12-04T15:25:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:15,058 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:25:15,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:15,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:15,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:15,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:15,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:15,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:15,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:15,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:15,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:15,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:15,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:15,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:15,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:15,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:15,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:15,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aa7cfd57e6739b2218c54bf8fff9b041, disabling compactions & flushes 2024-12-04T15:25:15,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. 2024-12-04T15:25:15,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. 2024-12-04T15:25:15,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. after waiting 0 ms 2024-12-04T15:25:15,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. 2024-12-04T15:25:15,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. 2024-12-04T15:25:15,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa7cfd57e6739b2218c54bf8fff9b041: Waiting for close lock at 1733325915096Disabling compacts and flushes for region at 1733325915096Disabling writes for close at 1733325915096Writing region close event to WAL at 1733325915096Closed at 1733325915096 2024-12-04T15:25:15,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:25:15,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733325915097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325915097"}]},"ts":"1733325915097"} 2024-12-04T15:25:15,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:25:15,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:25:15,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325915099"}]},"ts":"1733325915099"} 2024-12-04T15:25:15,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T15:25:15,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa7cfd57e6739b2218c54bf8fff9b041, ASSIGN}] 2024-12-04T15:25:15,102 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa7cfd57e6739b2218c54bf8fff9b041, ASSIGN 2024-12-04T15:25:15,103 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aa7cfd57e6739b2218c54bf8fff9b041, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,39891,1733325896156; forceNewPlan=false, retain=false 2024-12-04T15:25:15,253 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa7cfd57e6739b2218c54bf8fff9b041, regionState=OPENING, regionLocation=c6f2e1d35cf1,39891,1733325896156 2024-12-04T15:25:15,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aa7cfd57e6739b2218c54bf8fff9b041, ASSIGN because future has completed 2024-12-04T15:25:15,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa7cfd57e6739b2218c54bf8fff9b041, server=c6f2e1d35cf1,39891,1733325896156}] 2024-12-04T15:25:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:15,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. 2024-12-04T15:25:15,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:15,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:25:15,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C39891%2C1733325896156.rep, suffix=, logDir=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156, archiveDir=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/oldWALs, maxLogs=10 2024-12-04T15:25:15,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.rep.1733325915411, exclude list is [], retry=0 2024-12-04T15:25:15,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37571,DS-129a7147-12cf-4ea3-baec-45347629c32c,DISK] 2024-12-04T15:25:15,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.rep.1733325915411 2024-12-04T15:25:15,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34069:34069)] 2024-12-04T15:25:15,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aa7cfd57e6739b2218c54bf8fff9b041, NAME => 'hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:15,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:25:15,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:25:15,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. service=MultiRowMutationService 2024-12-04T15:25:15,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:25:15,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aa7cfd57e6739b2218c54bf8fff9b041 2024-12-04T15:25:15,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:15,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aa7cfd57e6739b2218c54bf8fff9b041 2024-12-04T15:25:15,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aa7cfd57e6739b2218c54bf8fff9b041 2024-12-04T15:25:15,427 INFO [StoreOpener-aa7cfd57e6739b2218c54bf8fff9b041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aa7cfd57e6739b2218c54bf8fff9b041 2024-12-04T15:25:15,428 INFO [StoreOpener-aa7cfd57e6739b2218c54bf8fff9b041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa7cfd57e6739b2218c54bf8fff9b041 columnFamilyName hfileref 2024-12-04T15:25:15,428 DEBUG [StoreOpener-aa7cfd57e6739b2218c54bf8fff9b041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:15,429 INFO [StoreOpener-aa7cfd57e6739b2218c54bf8fff9b041-1 {}] regionserver.HStore(327): Store=aa7cfd57e6739b2218c54bf8fff9b041/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:15,429 INFO [StoreOpener-aa7cfd57e6739b2218c54bf8fff9b041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aa7cfd57e6739b2218c54bf8fff9b041 2024-12-04T15:25:15,429 INFO [StoreOpener-aa7cfd57e6739b2218c54bf8fff9b041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa7cfd57e6739b2218c54bf8fff9b041 columnFamilyName queue 2024-12-04T15:25:15,430 DEBUG [StoreOpener-aa7cfd57e6739b2218c54bf8fff9b041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:15,430 INFO [StoreOpener-aa7cfd57e6739b2218c54bf8fff9b041-1 {}] regionserver.HStore(327): Store=aa7cfd57e6739b2218c54bf8fff9b041/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:15,430 INFO [StoreOpener-aa7cfd57e6739b2218c54bf8fff9b041-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aa7cfd57e6739b2218c54bf8fff9b041 2024-12-04T15:25:15,431 INFO [StoreOpener-aa7cfd57e6739b2218c54bf8fff9b041-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa7cfd57e6739b2218c54bf8fff9b041 columnFamilyName sid 2024-12-04T15:25:15,431 DEBUG [StoreOpener-aa7cfd57e6739b2218c54bf8fff9b041-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:15,431 INFO [StoreOpener-aa7cfd57e6739b2218c54bf8fff9b041-1 {}] regionserver.HStore(327): Store=aa7cfd57e6739b2218c54bf8fff9b041/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:15,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aa7cfd57e6739b2218c54bf8fff9b041 2024-12-04T15:25:15,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/replication/aa7cfd57e6739b2218c54bf8fff9b041 2024-12-04T15:25:15,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/replication/aa7cfd57e6739b2218c54bf8fff9b041 2024-12-04T15:25:15,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aa7cfd57e6739b2218c54bf8fff9b041 2024-12-04T15:25:15,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aa7cfd57e6739b2218c54bf8fff9b041 2024-12-04T15:25:15,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:25:15,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aa7cfd57e6739b2218c54bf8fff9b041 2024-12-04T15:25:15,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/replication/aa7cfd57e6739b2218c54bf8fff9b041/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:15,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aa7cfd57e6739b2218c54bf8fff9b041; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71476027, jitterRate=0.06507579982280731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:25:15,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa7cfd57e6739b2218c54bf8fff9b041 2024-12-04T15:25:15,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aa7cfd57e6739b2218c54bf8fff9b041: Running coprocessor pre-open hook at 1733325915426Writing region info on filesystem at 1733325915426Initializing all the Stores at 1733325915427 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325915427Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325915427Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325915427Cleaning up temporary data from old regions at 1733325915433 (+6 ms)Running coprocessor post-open hooks at 1733325915440 (+7 ms)Region opened successfully at 1733325915440 2024-12-04T15:25:15,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041., pid=10, masterSystemTime=1733325915407 2024-12-04T15:25:15,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. 2024-12-04T15:25:15,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. 2024-12-04T15:25:15,443 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa7cfd57e6739b2218c54bf8fff9b041, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,39891,1733325896156 2024-12-04T15:25:15,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa7cfd57e6739b2218c54bf8fff9b041, server=c6f2e1d35cf1,39891,1733325896156 because future has completed 2024-12-04T15:25:15,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T15:25:15,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aa7cfd57e6739b2218c54bf8fff9b041, server=c6f2e1d35cf1,39891,1733325896156 in 190 msec 2024-12-04T15:25:15,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T15:25:15,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa7cfd57e6739b2218c54bf8fff9b041, ASSIGN in 346 msec 2024-12-04T15:25:15,448 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:25:15,449 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325915449"}]},"ts":"1733325915449"} 2024-12-04T15:25:15,450 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T15:25:15,450 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:25:15,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-12-04T15:25:15,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041., hostname=c6f2e1d35cf1,39891,1733325896156, seqNum=2] 2024-12-04T15:25:15,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:25:15,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:25:15,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:25:15,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T15:25:15,696 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T15:25:15,720 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,39891,1733325896156, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:25:15,720 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:15,721 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,39891,1733325896156, seqNum=-1] 2024-12-04T15:25:15,721 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:15,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-04T15:25:15,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f2e1d35cf1,39891,1733325896156', locateType=CURRENT is [region=hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041., hostname=c6f2e1d35cf1,39891,1733325896156, seqNum=2] 2024-12-04T15:25:15,725 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T15:25:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T15:25:15,727 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f2e1d35cf1,39891,1733325896156 suceeded 2024-12-04T15:25:15,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T15:25:15,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-04T15:25:15,729 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f2e1d35cf1:39707,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:25:15,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4540 sec 2024-12-04T15:25:15,742 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:39707' 2024-12-04T15:25:15,744 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@287352e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:15,744 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,39707,-1 for getting cluster id 2024-12-04T15:25:15,744 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:15,744 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb9c421e-cfcb-41be-888a-e1c67f5e079e' 2024-12-04T15:25:15,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:15,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb9c421e-cfcb-41be-888a-e1c67f5e079e" 2024-12-04T15:25:15,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@340f1374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:15,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,39707,-1] 2024-12-04T15:25:15,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:15,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:15,746 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:15,746 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ff6c642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:15,746 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:15,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,39707,1733325900797 2024-12-04T15:25:15,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dce3cbf 2024-12-04T15:25:15,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:25:15,748 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-04T15:25:15,748 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,39891,1733325896156 (queues=1) is replicating from cluster=34693074-b6a3-4e49-bd1f-cb57dc3a7509 to cluster=fb9c421e-cfcb-41be-888a-e1c67f5e079e 2024-12-04T15:25:15,748 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C39891%2C1733325896156 2024-12-04T15:25:15,748 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,39891,1733325896156, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:25:15,749 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.shipperc6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C39891%2C1733325896156 2024-12-04T15:25:15,749 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973, startPosition=0, beingWritten=true 2024-12-04T15:25:15,753 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:25:15,753 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 379, reset compression=false 2024-12-04T15:25:15,753 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.shipperc6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,39891,1733325896156 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:25:15,839 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T15:25:15,957 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 379, reset compression=false 2024-12-04T15:25:16,260 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 379, reset compression=false 2024-12-04T15:25:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42315 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:16,430 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:25:16,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:25:16,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:16,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:16,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:16,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:25:16,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d514fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:16,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,39707,-1 for getting cluster id 2024-12-04T15:25:16,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:16,431 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb9c421e-cfcb-41be-888a-e1c67f5e079e' 2024-12-04T15:25:16,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:16,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb9c421e-cfcb-41be-888a-e1c67f5e079e" 2024-12-04T15:25:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f777aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,39707,-1] 2024-12-04T15:25:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:16,432 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35855229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:16,433 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,39707,1733325900797 2024-12-04T15:25:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14ec4fd7 2024-12-04T15:25:16,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:25:16,434 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:25:16,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:40107,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:25:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:25:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:16,437 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:40107' 2024-12-04T15:25:16,439 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bba6c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:16,439 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,40107,-1 for getting cluster id 2024-12-04T15:25:16,439 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:16,439 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cd2774b-854b-44cc-bf9e-cd255f8f3e4d' 2024-12-04T15:25:16,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:16,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cd2774b-854b-44cc-bf9e-cd255f8f3e4d" 2024-12-04T15:25:16,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3514d757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:16,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,40107,-1] 2024-12-04T15:25:16,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:16,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:16,440 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:16,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136ace12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:16,441 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:16,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,40107,1733325905866 2024-12-04T15:25:16,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad4f665 2024-12-04T15:25:16,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:25:16,442 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:25:16,443 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T15:25:16,443 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:25:16,443 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:16,443 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:16,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:25:16,443 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:25:16,444 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:25:16,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:25:16,445 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:16,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:25:16,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741837_1013 (size=1138) 2024-12-04T15:25:16,495 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T15:25:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:16,663 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 379, reset compression=false 2024-12-04T15:25:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:16,854 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b5bc45733d74c700608b9d18d734de8, NAME => 'hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991 2024-12-04T15:25:16,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741838_1014 (size=44) 2024-12-04T15:25:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:17,166 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 379, reset compression=false 2024-12-04T15:25:17,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:17,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3b5bc45733d74c700608b9d18d734de8, disabling compactions & flushes 2024-12-04T15:25:17,265 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8. 2024-12-04T15:25:17,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8. 2024-12-04T15:25:17,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8. after waiting 0 ms 2024-12-04T15:25:17,265 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8. 2024-12-04T15:25:17,266 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8. 2024-12-04T15:25:17,266 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b5bc45733d74c700608b9d18d734de8: Waiting for close lock at 1733325917265Disabling compacts and flushes for region at 1733325917265Disabling writes for close at 1733325917265Writing region close event to WAL at 1733325917265Closed at 1733325917265 2024-12-04T15:25:17,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:25:17,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733325917267"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325917267"}]},"ts":"1733325917267"} 2024-12-04T15:25:17,268 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:25:17,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:25:17,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325917269"}]},"ts":"1733325917269"} 2024-12-04T15:25:17,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T15:25:17,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b5bc45733d74c700608b9d18d734de8, ASSIGN}] 2024-12-04T15:25:17,273 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b5bc45733d74c700608b9d18d734de8, ASSIGN 2024-12-04T15:25:17,274 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b5bc45733d74c700608b9d18d734de8, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,42909,1733325900916; forceNewPlan=false, retain=false 2024-12-04T15:25:17,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3b5bc45733d74c700608b9d18d734de8, regionState=OPENING, regionLocation=c6f2e1d35cf1,42909,1733325900916 2024-12-04T15:25:17,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3b5bc45733d74c700608b9d18d734de8, ASSIGN because future has completed 2024-12-04T15:25:17,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b5bc45733d74c700608b9d18d734de8, server=c6f2e1d35cf1,42909,1733325900916}] 2024-12-04T15:25:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:17,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8. 2024-12-04T15:25:17,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:17,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:25:17,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C42909%2C1733325900916.rep, suffix=, logDir=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916, archiveDir=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/oldWALs, maxLogs=10 2024-12-04T15:25:17,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.rep.1733325917583, exclude list is [], retry=0 2024-12-04T15:25:17,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37377,DS-7bf1d024-91b6-4944-bc62-ffbb2e4fee55,DISK] 2024-12-04T15:25:17,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.rep.1733325917583 2024-12-04T15:25:17,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33665:33665)] 2024-12-04T15:25:17,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b5bc45733d74c700608b9d18d734de8, NAME => 'hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:17,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:25:17,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:25:17,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8. service=MultiRowMutationService 2024-12-04T15:25:17,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:25:17,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3b5bc45733d74c700608b9d18d734de8 2024-12-04T15:25:17,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:17,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3b5bc45733d74c700608b9d18d734de8 2024-12-04T15:25:17,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3b5bc45733d74c700608b9d18d734de8 2024-12-04T15:25:17,598 INFO [StoreOpener-3b5bc45733d74c700608b9d18d734de8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3b5bc45733d74c700608b9d18d734de8 2024-12-04T15:25:17,599 INFO [StoreOpener-3b5bc45733d74c700608b9d18d734de8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b5bc45733d74c700608b9d18d734de8 columnFamilyName hfileref 2024-12-04T15:25:17,599 DEBUG [StoreOpener-3b5bc45733d74c700608b9d18d734de8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:17,599 INFO [StoreOpener-3b5bc45733d74c700608b9d18d734de8-1 {}] regionserver.HStore(327): Store=3b5bc45733d74c700608b9d18d734de8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:17,599 INFO [StoreOpener-3b5bc45733d74c700608b9d18d734de8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3b5bc45733d74c700608b9d18d734de8 2024-12-04T15:25:17,600 INFO [StoreOpener-3b5bc45733d74c700608b9d18d734de8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b5bc45733d74c700608b9d18d734de8 columnFamilyName queue 2024-12-04T15:25:17,600 DEBUG [StoreOpener-3b5bc45733d74c700608b9d18d734de8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:17,600 INFO [StoreOpener-3b5bc45733d74c700608b9d18d734de8-1 {}] regionserver.HStore(327): Store=3b5bc45733d74c700608b9d18d734de8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:17,600 INFO [StoreOpener-3b5bc45733d74c700608b9d18d734de8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3b5bc45733d74c700608b9d18d734de8 2024-12-04T15:25:17,601 INFO [StoreOpener-3b5bc45733d74c700608b9d18d734de8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b5bc45733d74c700608b9d18d734de8 columnFamilyName sid 2024-12-04T15:25:17,601 DEBUG [StoreOpener-3b5bc45733d74c700608b9d18d734de8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:17,601 INFO [StoreOpener-3b5bc45733d74c700608b9d18d734de8-1 {}] regionserver.HStore(327): Store=3b5bc45733d74c700608b9d18d734de8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:17,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3b5bc45733d74c700608b9d18d734de8 2024-12-04T15:25:17,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/replication/3b5bc45733d74c700608b9d18d734de8 2024-12-04T15:25:17,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/replication/3b5bc45733d74c700608b9d18d734de8 2024-12-04T15:25:17,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3b5bc45733d74c700608b9d18d734de8 2024-12-04T15:25:17,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3b5bc45733d74c700608b9d18d734de8 2024-12-04T15:25:17,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:25:17,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3b5bc45733d74c700608b9d18d734de8 2024-12-04T15:25:17,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/replication/3b5bc45733d74c700608b9d18d734de8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:17,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3b5bc45733d74c700608b9d18d734de8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67875380, jitterRate=0.01142197847366333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:25:17,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b5bc45733d74c700608b9d18d734de8 2024-12-04T15:25:17,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3b5bc45733d74c700608b9d18d734de8: Running coprocessor pre-open hook at 1733325917597Writing region info on filesystem at 1733325917597Initializing all the Stores at 1733325917598 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325917598Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325917598Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325917598Cleaning up temporary data from old regions at 1733325917602 (+4 ms)Running coprocessor post-open hooks at 1733325917605 (+3 ms)Region opened successfully at 1733325917605 2024-12-04T15:25:17,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8., pid=10, masterSystemTime=1733325917579 2024-12-04T15:25:17,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8. 2024-12-04T15:25:17,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8. 2024-12-04T15:25:17,608 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3b5bc45733d74c700608b9d18d734de8, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,42909,1733325900916 2024-12-04T15:25:17,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b5bc45733d74c700608b9d18d734de8, server=c6f2e1d35cf1,42909,1733325900916 because future has completed 2024-12-04T15:25:17,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T15:25:17,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b5bc45733d74c700608b9d18d734de8, server=c6f2e1d35cf1,42909,1733325900916 in 183 msec 2024-12-04T15:25:17,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T15:25:17,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3b5bc45733d74c700608b9d18d734de8, ASSIGN in 339 msec 2024-12-04T15:25:17,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:25:17,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325917613"}]},"ts":"1733325917613"} 2024-12-04T15:25:17,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T15:25:17,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:25:17,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-12-04T15:25:17,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8., hostname=c6f2e1d35cf1,42909,1733325900916, seqNum=2] 2024-12-04T15:25:17,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:17,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:17,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:25:17,769 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 379, reset compression=false 2024-12-04T15:25:17,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42909 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T15:25:17,837 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T15:25:17,875 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,42909,1733325900916, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:25:17,876 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:17,876 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,42909,1733325900916, seqNum=-1] 2024-12-04T15:25:17,877 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:17,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T15:25:17,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f2e1d35cf1,42909,1733325900916', locateType=CURRENT is [region=hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8., hostname=c6f2e1d35cf1,42909,1733325900916, seqNum=2] 2024-12-04T15:25:17,882 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T15:25:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T15:25:17,884 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f2e1d35cf1,42909,1733325900916 suceeded 2024-12-04T15:25:17,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T15:25:17,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-12-04T15:25:17,885 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f2e1d35cf1:40107,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:25:17,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4500 sec 2024-12-04T15:25:17,894 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:40107' 2024-12-04T15:25:17,895 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d04002b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:17,895 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,40107,-1 for getting cluster id 2024-12-04T15:25:17,895 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:17,896 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cd2774b-854b-44cc-bf9e-cd255f8f3e4d' 2024-12-04T15:25:17,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:17,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cd2774b-854b-44cc-bf9e-cd255f8f3e4d" 2024-12-04T15:25:17,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f3cf8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:17,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,40107,-1] 2024-12-04T15:25:17,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:17,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:17,897 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:17,898 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c740046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:17,898 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:17,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,40107,1733325905866 2024-12-04T15:25:17,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@558fa57c 2024-12-04T15:25:17,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:25:17,900 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-04T15:25:17,900 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,42909,1733325900916 (queues=1) is replicating from cluster=fb9c421e-cfcb-41be-888a-e1c67f5e079e to cluster=0cd2774b-854b-44cc-bf9e-cd255f8f3e4d 2024-12-04T15:25:17,900 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C42909%2C1733325900916 2024-12-04T15:25:17,900 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,42909,1733325900916, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:25:17,901 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118, startPosition=0, beingWritten=true 2024-12-04T15:25:17,901 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C42909%2C1733325900916 2024-12-04T15:25:17,905 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:25:17,905 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 379, reset compression=false 2024-12-04T15:25:17,905 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,42909,1733325900916 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:25:18,109 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 379, reset compression=false 2024-12-04T15:25:18,412 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 379, reset compression=false 2024-12-04T15:25:18,475 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 379, reset compression=false 2024-12-04T15:25:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:18,580 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:25:18,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:25:18,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:18,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:18,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:18,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:25:18,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ca8967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:18,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,40107,-1 for getting cluster id 2024-12-04T15:25:18,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:18,583 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cd2774b-854b-44cc-bf9e-cd255f8f3e4d' 2024-12-04T15:25:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cd2774b-854b-44cc-bf9e-cd255f8f3e4d" 2024-12-04T15:25:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4ee872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,40107,-1] 2024-12-04T15:25:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:18,584 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b614b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:18,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,40107,1733325905866 2024-12-04T15:25:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fb6d 2024-12-04T15:25:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:25:18,586 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:25:18,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:39707,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:25:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:25:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:18,589 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:39707' 2024-12-04T15:25:18,590 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db12d6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:18,590 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,39707,-1 for getting cluster id 2024-12-04T15:25:18,590 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:18,590 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb9c421e-cfcb-41be-888a-e1c67f5e079e' 2024-12-04T15:25:18,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:18,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb9c421e-cfcb-41be-888a-e1c67f5e079e" 2024-12-04T15:25:18,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee18b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:18,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,39707,-1] 2024-12-04T15:25:18,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:18,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:18,591 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:18,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b40dd08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:18,592 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:18,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,39707,1733325900797 2024-12-04T15:25:18,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@346cd714 2024-12-04T15:25:18,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:25:18,593 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:25:18,594 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T15:25:18,594 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:25:18,594 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:18,594 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:18,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:25:18,594 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:25:18,595 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:25:18,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:25:18,596 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:18,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:25:18,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741837_1013 (size=1138) 2024-12-04T15:25:18,645 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T15:25:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:18,815 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 379, reset compression=false 2024-12-04T15:25:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:19,003 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc415b21c872c26aee50903e5789a9e1, NAME => 'hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770 2024-12-04T15:25:19,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741838_1014 (size=44) 2024-12-04T15:25:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:19,280 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 379, reset compression=false 2024-12-04T15:25:19,319 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 379, reset compression=false 2024-12-04T15:25:19,408 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:19,408 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fc415b21c872c26aee50903e5789a9e1, disabling compactions & flushes 2024-12-04T15:25:19,408 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1. 2024-12-04T15:25:19,408 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1. 2024-12-04T15:25:19,408 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1. after waiting 0 ms 2024-12-04T15:25:19,408 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1. 2024-12-04T15:25:19,408 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1. 2024-12-04T15:25:19,408 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc415b21c872c26aee50903e5789a9e1: Waiting for close lock at 1733325919408Disabling compacts and flushes for region at 1733325919408Disabling writes for close at 1733325919408Writing region close event to WAL at 1733325919408Closed at 1733325919408 2024-12-04T15:25:19,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:25:19,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733325919409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325919409"}]},"ts":"1733325919409"} 2024-12-04T15:25:19,411 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:25:19,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:25:19,412 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325919412"}]},"ts":"1733325919412"} 2024-12-04T15:25:19,413 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T15:25:19,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc415b21c872c26aee50903e5789a9e1, ASSIGN}] 2024-12-04T15:25:19,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc415b21c872c26aee50903e5789a9e1, ASSIGN 2024-12-04T15:25:19,415 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fc415b21c872c26aee50903e5789a9e1, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,44729,1733325905976; forceNewPlan=false, retain=false 2024-12-04T15:25:19,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fc415b21c872c26aee50903e5789a9e1, regionState=OPENING, regionLocation=c6f2e1d35cf1,44729,1733325905976 2024-12-04T15:25:19,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fc415b21c872c26aee50903e5789a9e1, ASSIGN because future has completed 2024-12-04T15:25:19,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc415b21c872c26aee50903e5789a9e1, server=c6f2e1d35cf1,44729,1733325905976}] 2024-12-04T15:25:19,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1. 2024-12-04T15:25:19,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:19,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:25:19,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C44729%2C1733325905976.rep, suffix=, logDir=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976, archiveDir=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/oldWALs, maxLogs=10 2024-12-04T15:25:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:19,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.rep.1733325919725, exclude list is [], retry=0 2024-12-04T15:25:19,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42751,DS-ad7a4e6e-d5f0-4df5-8295-5ef191beae4f,DISK] 2024-12-04T15:25:19,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.rep.1733325919725 2024-12-04T15:25:19,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38133:38133)] 2024-12-04T15:25:19,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fc415b21c872c26aee50903e5789a9e1, NAME => 'hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:19,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:25:19,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:25:19,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1. service=MultiRowMutationService 2024-12-04T15:25:19,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:25:19,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:19,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:19,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:19,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:19,742 INFO [StoreOpener-fc415b21c872c26aee50903e5789a9e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:19,743 INFO [StoreOpener-fc415b21c872c26aee50903e5789a9e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc415b21c872c26aee50903e5789a9e1 columnFamilyName hfileref 2024-12-04T15:25:19,743 DEBUG [StoreOpener-fc415b21c872c26aee50903e5789a9e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:19,743 INFO [StoreOpener-fc415b21c872c26aee50903e5789a9e1-1 {}] regionserver.HStore(327): Store=fc415b21c872c26aee50903e5789a9e1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:19,743 INFO [StoreOpener-fc415b21c872c26aee50903e5789a9e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:19,744 INFO [StoreOpener-fc415b21c872c26aee50903e5789a9e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc415b21c872c26aee50903e5789a9e1 columnFamilyName queue 2024-12-04T15:25:19,744 DEBUG [StoreOpener-fc415b21c872c26aee50903e5789a9e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:19,744 INFO [StoreOpener-fc415b21c872c26aee50903e5789a9e1-1 {}] regionserver.HStore(327): Store=fc415b21c872c26aee50903e5789a9e1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:19,744 INFO [StoreOpener-fc415b21c872c26aee50903e5789a9e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:19,745 INFO [StoreOpener-fc415b21c872c26aee50903e5789a9e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc415b21c872c26aee50903e5789a9e1 columnFamilyName sid 2024-12-04T15:25:19,745 DEBUG [StoreOpener-fc415b21c872c26aee50903e5789a9e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:19,745 INFO [StoreOpener-fc415b21c872c26aee50903e5789a9e1-1 {}] regionserver.HStore(327): Store=fc415b21c872c26aee50903e5789a9e1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:19,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:19,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/replication/fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:19,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/replication/fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:19,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:19,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:19,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:25:19,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:19,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/replication/fc415b21c872c26aee50903e5789a9e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:19,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fc415b21c872c26aee50903e5789a9e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65721031, jitterRate=-0.020680323243141174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:25:19,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:19,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fc415b21c872c26aee50903e5789a9e1: Running coprocessor pre-open hook at 1733325919741Writing region info on filesystem at 1733325919741Initializing all the Stores at 1733325919741Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325919741Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325919742 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325919742Cleaning up temporary data from old regions at 1733325919747 (+5 ms)Running coprocessor post-open hooks at 1733325919749 (+2 ms)Region opened successfully at 1733325919750 (+1 ms) 2024-12-04T15:25:19,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1., pid=10, masterSystemTime=1733325919720 2024-12-04T15:25:19,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1. 2024-12-04T15:25:19,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1. 2024-12-04T15:25:19,752 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fc415b21c872c26aee50903e5789a9e1, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,44729,1733325905976 2024-12-04T15:25:19,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc415b21c872c26aee50903e5789a9e1, server=c6f2e1d35cf1,44729,1733325905976 because future has completed 2024-12-04T15:25:19,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T15:25:19,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fc415b21c872c26aee50903e5789a9e1, server=c6f2e1d35cf1,44729,1733325905976 in 186 msec 2024-12-04T15:25:19,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T15:25:19,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc415b21c872c26aee50903e5789a9e1, ASSIGN in 342 msec 2024-12-04T15:25:19,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:25:19,757 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325919757"}]},"ts":"1733325919757"} 2024-12-04T15:25:19,759 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T15:25:19,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:25:19,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-12-04T15:25:19,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1., hostname=c6f2e1d35cf1,44729,1733325905976, seqNum=2] 2024-12-04T15:25:19,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:19,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:19,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:25:19,922 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 379, reset compression=false 2024-12-04T15:25:20,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T15:25:20,037 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T15:25:20,061 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,44729,1733325905976, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:25:20,062 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:20,062 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,44729,1733325905976, seqNum=-1] 2024-12-04T15:25:20,062 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:20,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T15:25:20,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f2e1d35cf1,44729,1733325905976', locateType=CURRENT is [region=hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1., hostname=c6f2e1d35cf1,44729,1733325905976, seqNum=2] 2024-12-04T15:25:20,067 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T15:25:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T15:25:20,069 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f2e1d35cf1,44729,1733325905976 suceeded 2024-12-04T15:25:20,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T15:25:20,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-04T15:25:20,070 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f2e1d35cf1:39707,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:25:20,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4840 sec 2024-12-04T15:25:20,080 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:39707' 2024-12-04T15:25:20,081 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cb1ef83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:20,081 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,39707,-1 for getting cluster id 2024-12-04T15:25:20,081 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:20,082 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb9c421e-cfcb-41be-888a-e1c67f5e079e' 2024-12-04T15:25:20,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:20,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb9c421e-cfcb-41be-888a-e1c67f5e079e" 2024-12-04T15:25:20,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b9a8e82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:20,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,39707,-1] 2024-12-04T15:25:20,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:20,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:20,083 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:20,084 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77212adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:20,084 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:20,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,39707,1733325900797 2024-12-04T15:25:20,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9c5af12 2024-12-04T15:25:20,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:25:20,085 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-04T15:25:20,086 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,44729,1733325905976 (queues=1) is replicating from cluster=0cd2774b-854b-44cc-bf9e-cd255f8f3e4d to cluster=fb9c421e-cfcb-41be-888a-e1c67f5e079e 2024-12-04T15:25:20,086 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C44729%2C1733325905976 2024-12-04T15:25:20,086 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,44729,1733325905976, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:25:20,086 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C44729%2C1733325905976 2024-12-04T15:25:20,086 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190, startPosition=0, beingWritten=true 2024-12-04T15:25:20,092 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:25:20,092 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 379, reset compression=false 2024-12-04T15:25:20,092 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,44729,1733325905976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:25:20,183 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 379, reset compression=false 2024-12-04T15:25:20,296 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 379, reset compression=false 2024-12-04T15:25:20,600 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 379, reset compression=false 2024-12-04T15:25:20,626 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 379, reset compression=false 2024-12-04T15:25:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:20,740 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:25:20,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:25:20,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:20,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:20,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:20,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:25:20,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed12462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:20,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,42315,-1 for getting cluster id 2024-12-04T15:25:20,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:20,742 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34693074-b6a3-4e49-bd1f-cb57dc3a7509' 2024-12-04T15:25:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34693074-b6a3-4e49-bd1f-cb57dc3a7509" 2024-12-04T15:25:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39a63772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,42315,-1] 2024-12-04T15:25:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:20,743 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:20,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de248c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:20,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192434ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:20,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,39707,-1 for getting cluster id 2024-12-04T15:25:20,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:20,744 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb9c421e-cfcb-41be-888a-e1c67f5e079e' 2024-12-04T15:25:20,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:20,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb9c421e-cfcb-41be-888a-e1c67f5e079e" 2024-12-04T15:25:20,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27de653c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:20,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,39707,-1] 2024-12-04T15:25:20,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:20,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:20,745 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:20,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62115095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:20,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bd9d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:20,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,40107,-1 for getting cluster id 2024-12-04T15:25:20,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:20,746 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cd2774b-854b-44cc-bf9e-cd255f8f3e4d' 2024-12-04T15:25:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cd2774b-854b-44cc-bf9e-cd255f8f3e4d" 2024-12-04T15:25:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7271819f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,40107,-1] 2024-12-04T15:25:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:20,747 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:20,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b9b4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:20,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:20,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,39891,1733325896156, seqNum=-1] 2024-12-04T15:25:20,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:20,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:25:20,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10., hostname=c6f2e1d35cf1,39891,1733325896156, seqNum=2] 2024-12-04T15:25:20,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:20,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,44729,1733325905976, seqNum=-1] 2024-12-04T15:25:20,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:20,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:25:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0., hostname=c6f2e1d35cf1,44729,1733325905976, seqNum=2] 2024-12-04T15:25:20,758 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T15:25:20,929 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:25:20,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:20,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:20,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:20,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:20,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:20,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:20,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:20,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:20,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:20,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:20,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:20,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:20,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:20,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:21,003 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 379, reset compression=false 2024-12-04T15:25:21,186 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 379, reset compression=false 2024-12-04T15:25:21,191 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:25:21,191 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 480, reset compression=false 2024-12-04T15:25:21,191 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.shipperc6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,39891,1733325896156 got entry batch from reader: WALEntryBatch [walEntries=[{test/b044783e55c3ef7e93ca0724dd3c8e10/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T15:25:21,193 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.shipperc6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:25:21,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-04T15:25:21,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:25:21,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c596938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:21,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,39707,-1 for getting cluster id 2024-12-04T15:25:21,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:21,196 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb9c421e-cfcb-41be-888a-e1c67f5e079e' 2024-12-04T15:25:21,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:21,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb9c421e-cfcb-41be-888a-e1c67f5e079e" 2024-12-04T15:25:21,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fd77417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:21,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,39707,-1] 2024-12-04T15:25:21,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:21,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:21,197 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:21,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bd12a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:21,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:21,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,42909,1733325900916, seqNum=-1] 2024-12-04T15:25:21,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:21,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T15:25:21,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232., hostname=c6f2e1d35cf1,42909,1733325900916, seqNum=2] 2024-12-04T15:25:21,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:25:21,394 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 480, reset compression=false 2024-12-04T15:25:21,430 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 379, reset compression=false 2024-12-04T15:25:21,435 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:25:21,435 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 503, reset compression=false 2024-12-04T15:25:21,435 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,42909,1733325900916 got entry batch from reader: WALEntryBatch [walEntries=[{test/07f2a0e2ab487698c8ab328cd9264232/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T15:25:21,437 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:25:21,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-04T15:25:21,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:25:21,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f52071b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:21,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,40107,-1 for getting cluster id 2024-12-04T15:25:21,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:21,439 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cd2774b-854b-44cc-bf9e-cd255f8f3e4d' 2024-12-04T15:25:21,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:21,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cd2774b-854b-44cc-bf9e-cd255f8f3e4d" 2024-12-04T15:25:21,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b16aac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:21,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,40107,-1] 2024-12-04T15:25:21,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:21,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:21,440 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:21,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7058439b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:21,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:21,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,44729,1733325905976, seqNum=-1] 2024-12-04T15:25:21,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:21,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T15:25:21,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0., hostname=c6f2e1d35cf1,44729,1733325905976, seqNum=2] 2024-12-04T15:25:21,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:25:21,506 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 379, reset compression=false 2024-12-04T15:25:21,511 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:25:21,511 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 527, reset compression=false 2024-12-04T15:25:21,511 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,44729,1733325905976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:25:21,639 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 503, reset compression=false 2024-12-04T15:25:21,699 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 480, reset compression=false 2024-12-04T15:25:21,714 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 527, reset compression=false 2024-12-04T15:25:21,760 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T15:25:21,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:21,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,42909,1733325900916, seqNum=-1] 2024-12-04T15:25:21,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:21,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:25:21,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232., hostname=c6f2e1d35cf1,42909,1733325900916, seqNum=2] 2024-12-04T15:25:21,768 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T15:25:21,942 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 503, reset compression=false 2024-12-04T15:25:21,946 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:25:21,946 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 607, reset compression=false 2024-12-04T15:25:21,946 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,42909,1733325900916 got entry batch from reader: WALEntryBatch [walEntries=[{test/07f2a0e2ab487698c8ab328cd9264232/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T15:25:21,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:25:21,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:25:22,017 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 527, reset compression=false 2024-12-04T15:25:22,022 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:25:22,022 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 655, reset compression=false 2024-12-04T15:25:22,022 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,44729,1733325905976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:25:22,103 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 480, reset compression=false 2024-12-04T15:25:22,150 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 607, reset compression=false 2024-12-04T15:25:22,225 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 655, reset compression=false 2024-12-04T15:25:22,454 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 607, reset compression=false 2024-12-04T15:25:22,529 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 655, reset compression=false 2024-12-04T15:25:22,607 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 480, reset compression=false 2024-12-04T15:25:22,770 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T15:25:22,772 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T15:25:22,858 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 607, reset compression=false 2024-12-04T15:25:22,932 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 655, reset compression=false 2024-12-04T15:25:22,936 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:25:22,936 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 759, reset compression=false 2024-12-04T15:25:22,936 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,44729,1733325905976 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d97163fdc0bb932aad5b2f12a5955c0/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T15:25:22,938 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:25:22,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-04T15:25:22,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:25:22,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:25:23,140 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 759, reset compression=false 2024-12-04T15:25:23,211 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 480, reset compression=false 2024-12-04T15:25:23,361 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 607, reset compression=false 2024-12-04T15:25:23,366 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:25:23,366 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 734, reset compression=false 2024-12-04T15:25:23,366 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,42909,1733325900916 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:25:23,443 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 759, reset compression=false 2024-12-04T15:25:23,569 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 734, reset compression=false 2024-12-04T15:25:23,774 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T15:25:23,777 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T15:25:23,846 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 759, reset compression=false 2024-12-04T15:25:23,873 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 734, reset compression=false 2024-12-04T15:25:23,915 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 480, reset compression=false 2024-12-04T15:25:23,918 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:25:23,918 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 636, reset compression=false 2024-12-04T15:25:23,918 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.shipperc6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,39891,1733325896156 got entry batch from reader: WALEntryBatch [walEntries=[{test/b044783e55c3ef7e93ca0724dd3c8e10/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T15:25:23,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:25:23,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:25:24,121 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 636, reset compression=false 2024-12-04T15:25:24,285 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 734, reset compression=false 2024-12-04T15:25:24,289 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:25:24,289 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 881, reset compression=false 2024-12-04T15:25:24,289 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,42909,1733325900916 got entry batch from reader: WALEntryBatch [walEntries=[{test/07f2a0e2ab487698c8ab328cd9264232/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T15:25:24,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:25:24,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:25:24,349 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 759, reset compression=false 2024-12-04T15:25:24,354 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:25:24,354 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 930, reset compression=false 2024-12-04T15:25:24,354 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,44729,1733325905976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:25:24,425 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 636, reset compression=false 2024-12-04T15:25:24,491 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 881, reset compression=false 2024-12-04T15:25:24,557 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 930, reset compression=false 2024-12-04T15:25:24,779 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T15:25:24,781 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T15:25:24,794 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 881, reset compression=false 2024-12-04T15:25:24,798 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:25:24,798 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1040, reset compression=false 2024-12-04T15:25:24,798 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,42909,1733325900916 got entry batch from reader: WALEntryBatch [walEntries=[{test/07f2a0e2ab487698c8ab328cd9264232/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T15:25:24,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:25:24,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:25:24,828 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 636, reset compression=false 2024-12-04T15:25:24,861 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 930, reset compression=false 2024-12-04T15:25:24,865 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:25:24,865 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 1080, reset compression=false 2024-12-04T15:25:24,865 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,44729,1733325905976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:25:25,001 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1040, reset compression=false 2024-12-04T15:25:25,068 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 1080, reset compression=false 2024-12-04T15:25:25,304 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1040, reset compression=false 2024-12-04T15:25:25,331 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 636, reset compression=false 2024-12-04T15:25:25,372 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 1080, reset compression=false 2024-12-04T15:25:25,707 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1040, reset compression=false 2024-12-04T15:25:25,776 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 1080, reset compression=false 2024-12-04T15:25:25,783 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T15:25:25,786 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T15:25:25,934 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 636, reset compression=false 2024-12-04T15:25:25,975 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T15:25:26,211 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1040, reset compression=false 2024-12-04T15:25:26,279 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 1080, reset compression=false 2024-12-04T15:25:26,283 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:25:26,283 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 1239, reset compression=false 2024-12-04T15:25:26,283 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,44729,1733325905976 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d97163fdc0bb932aad5b2f12a5955c0/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T15:25:26,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T15:25:26,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42909 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T15:25:26,486 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 1239, reset compression=false 2024-12-04T15:25:26,638 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 636, reset compression=false 2024-12-04T15:25:26,787 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T15:25:26,789 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 1239, reset compression=false 2024-12-04T15:25:26,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:25:26,792 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:25:26,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:26,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:26,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:26,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:25:26,793 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:25:26,793 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1215831866, stopped=false 2024-12-04T15:25:26,793 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,40107,1733325905866 2024-12-04T15:25:26,814 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1040, reset compression=false 2024-12-04T15:25:26,818 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:25:26,818 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1189, reset compression=false 2024-12-04T15:25:26,818 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,42909,1733325900916 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:25:26,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21877501569/running 2024-12-04T15:25:26,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21877501569/running 2024-12-04T15:25:26,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:26,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:26,879 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:25:26,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:25:26,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:26,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:26,880 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,44729,1733325905976' ***** 2024-12-04T15:25:26,880 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:25:26,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Set watcher on znode that does not yet exist, /21877501569/running 2024-12-04T15:25:26,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Set watcher on znode that does not yet exist, /21877501569/running 2024-12-04T15:25:26,880 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:25:26,880 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:25:26,881 INFO [RS:0;c6f2e1d35cf1:44729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:25:26,881 INFO [RS:0;c6f2e1d35cf1:44729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:25:26,881 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(3091): Received CLOSE for fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:26,881 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:26,881 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,44729,1733325905976 2024-12-04T15:25:26,881 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:25:26,881 INFO [RS:0;c6f2e1d35cf1:44729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:44729. 2024-12-04T15:25:26,881 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:26,881 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc415b21c872c26aee50903e5789a9e1, disabling compactions & flushes 2024-12-04T15:25:26,881 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:26,881 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1. 2024-12-04T15:25:26,881 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1. 2024-12-04T15:25:26,881 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1. after waiting 0 ms 2024-12-04T15:25:26,881 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1. 2024-12-04T15:25:26,881 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:25:26,881 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:25:26,881 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:25:26,881 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:25:26,881 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc415b21c872c26aee50903e5789a9e1 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-04T15:25:26,881 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T15:25:26,881 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1325): Online Regions={fc415b21c872c26aee50903e5789a9e1=hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1., 6d97163fdc0bb932aad5b2f12a5955c0=test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:25:26,881 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d97163fdc0bb932aad5b2f12a5955c0, fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:26,881 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:25:26,881 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:25:26,881 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:25:26,881 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:25:26,881 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:25:26,882 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T15:25:26,884 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:25:26,894 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/.tmp/info/74447ffa31fe40cf90b63c0ba51e38e8 is 147, key is hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1./info:regioninfo/1733325919752/Put/seqid=0 2024-12-04T15:25:26,897 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/replication/fc415b21c872c26aee50903e5789a9e1/.tmp/queue/702cb7ae16464b2592811c03a9fc90d3 is 154, key is 1-c6f2e1d35cf1,44729,1733325905976/queue:c6f2e1d35cf1%2C44729%2C1733325905976/1733325926295/Put/seqid=0 2024-12-04T15:25:26,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741840_1016 (size=7686) 2024-12-04T15:25:26,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741841_1017 (size=5353) 2024-12-04T15:25:27,021 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1189, reset compression=false 2024-12-04T15:25:27,082 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d97163fdc0bb932aad5b2f12a5955c0, fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:27,120 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:25:27,120 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:25:27,193 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 1239, reset compression=false 2024-12-04T15:25:27,282 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d97163fdc0bb932aad5b2f12a5955c0, fc415b21c872c26aee50903e5789a9e1 2024-12-04T15:25:27,298 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/.tmp/info/74447ffa31fe40cf90b63c0ba51e38e8 2024-12-04T15:25:27,304 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/replication/fc415b21c872c26aee50903e5789a9e1/.tmp/queue/702cb7ae16464b2592811c03a9fc90d3 2024-12-04T15:25:27,307 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/replication/fc415b21c872c26aee50903e5789a9e1/.tmp/queue/702cb7ae16464b2592811c03a9fc90d3 as hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/replication/fc415b21c872c26aee50903e5789a9e1/queue/702cb7ae16464b2592811c03a9fc90d3 2024-12-04T15:25:27,311 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/replication/fc415b21c872c26aee50903e5789a9e1/queue/702cb7ae16464b2592811c03a9fc90d3, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T15:25:27,311 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for fc415b21c872c26aee50903e5789a9e1 in 430ms, sequenceid=12, compaction requested=false 2024-12-04T15:25:27,314 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/replication/fc415b21c872c26aee50903e5789a9e1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T15:25:27,315 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:25:27,315 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:25:27,315 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1. 2024-12-04T15:25:27,315 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc415b21c872c26aee50903e5789a9e1: Waiting for close lock at 1733325926881Running coprocessor pre-close hooks at 1733325926881Disabling compacts and flushes for region at 1733325926881Disabling writes for close at 1733325926881Obtaining lock to block concurrent updates at 1733325926881Preparing flush snapshotting stores in fc415b21c872c26aee50903e5789a9e1 at 1733325926881Finished memstore snapshotting hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733325926881Flushing stores of hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1. at 1733325926882 (+1 ms)Flushing fc415b21c872c26aee50903e5789a9e1/queue: creating writer at 1733325926882Flushing fc415b21c872c26aee50903e5789a9e1/queue: appending metadata at 1733325926896 (+14 ms)Flushing fc415b21c872c26aee50903e5789a9e1/queue: closing flushed file at 1733325926896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be45dd8: reopening flushed file at 1733325927307 (+411 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for fc415b21c872c26aee50903e5789a9e1 in 430ms, sequenceid=12, compaction requested=false at 1733325927311 (+4 ms)Writing region close event to WAL at 1733325927312 (+1 ms)Running coprocessor post-close hooks at 1733325927315 (+3 ms)Closed at 1733325927315 2024-12-04T15:25:27,315 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733325918594.fc415b21c872c26aee50903e5789a9e1. 2024-12-04T15:25:27,315 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d97163fdc0bb932aad5b2f12a5955c0, disabling compactions & flushes 2024-12-04T15:25:27,315 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0. 2024-12-04T15:25:27,315 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0. 2024-12-04T15:25:27,315 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0. after waiting 0 ms 2024-12-04T15:25:27,315 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0. 2024-12-04T15:25:27,316 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d97163fdc0bb932aad5b2f12a5955c0 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T15:25:27,318 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/.tmp/ns/03ad96c25834466cae0ce35c6844d0a9 is 43, key is default/ns:d/1733325908765/Put/seqid=0 2024-12-04T15:25:27,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741842_1018 (size=5153) 2024-12-04T15:25:27,324 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1189, reset compression=false 2024-12-04T15:25:27,332 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/.tmp/f/873cb28df6784430bcedc27719f5ad98 is 29, key is row1/f:/1733325924780/DeleteFamily/seqid=0 2024-12-04T15:25:27,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741843_1019 (size=5152) 2024-12-04T15:25:27,441 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 636, reset compression=false 2024-12-04T15:25:27,482 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:27,682 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:27,696 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 1239, reset compression=false 2024-12-04T15:25:27,699 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:25:27,699 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 1486, reset compression=false 2024-12-04T15:25:27,699 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,44729,1733325905976 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:25:27,700 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f2e1d35cf1,44729,1733325905976: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f2e1d35cf1,44729,1733325905976, walGroup=c6f2e1d35cf1%2C44729%2C1733325905976, offset=c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:44729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T15:25:27,701 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T15:25:27,701 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T15:25:27,702 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T15:25:27,702 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T15:25:27,702 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T15:25:27,702 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1335885824, "init": 1048576000, "max": 2306867200, "used": 821189872 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 202051840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T15:25:27,703 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:40107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:40107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T15:25:27,723 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/.tmp/ns/03ad96c25834466cae0ce35c6844d0a9 2024-12-04T15:25:27,727 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1189, reset compression=false 2024-12-04T15:25:27,736 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/.tmp/f/873cb28df6784430bcedc27719f5ad98 2024-12-04T15:25:27,739 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/.tmp/rep_barrier/77849dbca3874edf8faa3f64df95ffb7 is 112, key is test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0./rep_barrier:seqnumDuringOpen/1733325913268/Put/seqid=0 2024-12-04T15:25:27,740 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 873cb28df6784430bcedc27719f5ad98 2024-12-04T15:25:27,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741844_1020 (size=5518) 2024-12-04T15:25:27,751 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/.tmp/f1/945508e526e74cae86cc8e3dd6f14164 is 30, key is row1/f1:/1733325924780/DeleteFamily/seqid=0 2024-12-04T15:25:27,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741845_1021 (size=5158) 2024-12-04T15:25:27,882 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T15:25:27,882 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1325): Online Regions={6d97163fdc0bb932aad5b2f12a5955c0=test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:25:27,882 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:27,902 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 1486, reset compression=false 2024-12-04T15:25:28,082 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:28,142 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/.tmp/rep_barrier/77849dbca3874edf8faa3f64df95ffb7 2024-12-04T15:25:28,155 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/.tmp/f1/945508e526e74cae86cc8e3dd6f14164 2024-12-04T15:25:28,158 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 945508e526e74cae86cc8e3dd6f14164 2024-12-04T15:25:28,162 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/.tmp/table/5e80cd34a1584129a08ca5e307c8f791 is 53, key is hbase:replication/table:state/1733325919757/Put/seqid=0 2024-12-04T15:25:28,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741846_1022 (size=5308) 2024-12-04T15:25:28,174 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/.tmp/norep/4419684910ca44de9b38920038bfc46a is 33, key is row2/norep:/1733325925784/DeleteFamily/seqid=0 2024-12-04T15:25:28,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741847_1023 (size=5108) 2024-12-04T15:25:28,205 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 1486, reset compression=false 2024-12-04T15:25:28,230 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1189, reset compression=false 2024-12-04T15:25:28,283 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:28,344 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 636, reset compression=false 2024-12-04T15:25:28,483 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d97163fdc0bb932aad5b2f12a5955c0 2024-12-04T15:25:28,566 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/.tmp/table/5e80cd34a1584129a08ca5e307c8f791 2024-12-04T15:25:28,569 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/.tmp/info/74447ffa31fe40cf90b63c0ba51e38e8 as hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/info/74447ffa31fe40cf90b63c0ba51e38e8 2024-12-04T15:25:28,573 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/info/74447ffa31fe40cf90b63c0ba51e38e8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T15:25:28,574 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/.tmp/ns/03ad96c25834466cae0ce35c6844d0a9 as hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/ns/03ad96c25834466cae0ce35c6844d0a9 2024-12-04T15:25:28,577 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/ns/03ad96c25834466cae0ce35c6844d0a9, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T15:25:28,577 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/.tmp/norep/4419684910ca44de9b38920038bfc46a 2024-12-04T15:25:28,577 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/.tmp/rep_barrier/77849dbca3874edf8faa3f64df95ffb7 as hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/rep_barrier/77849dbca3874edf8faa3f64df95ffb7 2024-12-04T15:25:28,580 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4419684910ca44de9b38920038bfc46a 2024-12-04T15:25:28,580 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/.tmp/f/873cb28df6784430bcedc27719f5ad98 as hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/f/873cb28df6784430bcedc27719f5ad98 2024-12-04T15:25:28,581 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/rep_barrier/77849dbca3874edf8faa3f64df95ffb7, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T15:25:28,581 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/.tmp/table/5e80cd34a1584129a08ca5e307c8f791 as hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/table/5e80cd34a1584129a08ca5e307c8f791 2024-12-04T15:25:28,583 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 873cb28df6784430bcedc27719f5ad98 2024-12-04T15:25:28,583 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/f/873cb28df6784430bcedc27719f5ad98, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T15:25:28,584 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/.tmp/f1/945508e526e74cae86cc8e3dd6f14164 as hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/f1/945508e526e74cae86cc8e3dd6f14164 2024-12-04T15:25:28,584 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/table/5e80cd34a1584129a08ca5e307c8f791, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T15:25:28,585 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-12-04T15:25:28,587 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 945508e526e74cae86cc8e3dd6f14164 2024-12-04T15:25:28,587 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/f1/945508e526e74cae86cc8e3dd6f14164, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T15:25:28,588 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/.tmp/norep/4419684910ca44de9b38920038bfc46a as hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/norep/4419684910ca44de9b38920038bfc46a 2024-12-04T15:25:28,589 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:25:28,590 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:25:28,590 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:25:28,590 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:25:28,590 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325926881Running coprocessor pre-close hooks at 1733325926881Disabling compacts and flushes for region at 1733325926881Disabling writes for close at 1733325926881Obtaining lock to block concurrent updates at 1733325926882 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733325926882Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733325926882Flushing stores of hbase:meta,,1.1588230740 at 1733325926882Flushing 1588230740/info: creating writer at 1733325926882Flushing 1588230740/info: appending metadata at 1733325926894 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733325926894Flushing 1588230740/ns: creating writer at 1733325927302 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733325927318 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733325927318Flushing 1588230740/rep_barrier: creating writer at 1733325927726 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733325927738 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733325927738Flushing 1588230740/table: creating writer at 1733325928146 (+408 ms)Flushing 1588230740/table: appending metadata at 1733325928162 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733325928162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@625a62a5: reopening flushed file at 1733325928569 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aecc0d3: reopening flushed file at 1733325928573 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d1b3951: reopening flushed file at 1733325928577 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1096a998: reopening flushed file at 1733325928581 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1733325928585 (+4 ms)Writing region close event to WAL at 1733325928586 (+1 ms)Running coprocessor post-close hooks at 1733325928590 (+4 ms)Closed at 1733325928590 2024-12-04T15:25:28,590 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:25:28,592 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4419684910ca44de9b38920038bfc46a 2024-12-04T15:25:28,592 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/norep/4419684910ca44de9b38920038bfc46a, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T15:25:28,593 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6d97163fdc0bb932aad5b2f12a5955c0 in 1278ms, sequenceid=10, compaction requested=false 2024-12-04T15:25:28,603 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/data/default/test/6d97163fdc0bb932aad5b2f12a5955c0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T15:25:28,604 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:25:28,604 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:25:28,604 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0. 2024-12-04T15:25:28,604 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d97163fdc0bb932aad5b2f12a5955c0: Waiting for close lock at 1733325927315Running coprocessor pre-close hooks at 1733325927315Disabling compacts and flushes for region at 1733325927315Disabling writes for close at 1733325927315Obtaining lock to block concurrent updates at 1733325927316 (+1 ms)Preparing flush snapshotting stores in 6d97163fdc0bb932aad5b2f12a5955c0 at 1733325927316Finished memstore snapshotting test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733325927316Flushing stores of test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0. at 1733325927316Flushing 6d97163fdc0bb932aad5b2f12a5955c0/f: creating writer at 1733325927316Flushing 6d97163fdc0bb932aad5b2f12a5955c0/f: appending metadata at 1733325927332 (+16 ms)Flushing 6d97163fdc0bb932aad5b2f12a5955c0/f: closing flushed file at 1733325927332Flushing 6d97163fdc0bb932aad5b2f12a5955c0/f1: creating writer at 1733325927740 (+408 ms)Flushing 6d97163fdc0bb932aad5b2f12a5955c0/f1: appending metadata at 1733325927751 (+11 ms)Flushing 6d97163fdc0bb932aad5b2f12a5955c0/f1: closing flushed file at 1733325927751Flushing 6d97163fdc0bb932aad5b2f12a5955c0/norep: creating writer at 1733325928158 (+407 ms)Flushing 6d97163fdc0bb932aad5b2f12a5955c0/norep: appending metadata at 1733325928173 (+15 ms)Flushing 6d97163fdc0bb932aad5b2f12a5955c0/norep: closing flushed file at 1733325928173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b11d14: reopening flushed file at 1733325928580 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14706795: reopening flushed file at 1733325928584 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2579b272: reopening flushed file at 1733325928587 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 6d97163fdc0bb932aad5b2f12a5955c0 in 1278ms, sequenceid=10, compaction requested=false at 1733325928593 (+6 ms)Writing region close event to WAL at 1733325928600 (+7 ms)Running coprocessor post-close hooks at 1733325928604 (+4 ms)Closed at 1733325928604 2024-12-04T15:25:28,604 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733325912121.6d97163fdc0bb932aad5b2f12a5955c0. 2024-12-04T15:25:28,608 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 1486, reset compression=false 2024-12-04T15:25:28,612 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:25:28,612 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 2130, reset compression=false 2024-12-04T15:25:28,683 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,44729,1733325905976; all regions closed. 2024-12-04T15:25:28,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741834_1010 (size=4239) 2024-12-04T15:25:28,685 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.meta.1733325908722.meta not finished, retry = 0 2024-12-04T15:25:28,816 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.1733325908190 to pos 2130, reset compression=false 2024-12-04T15:25:28,833 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1189, reset compression=false 2024-12-04T15:25:28,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741839_1015 (size=3114) 2024-12-04T15:25:28,865 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/WALs/c6f2e1d35cf1,44729,1733325905976/c6f2e1d35cf1%2C44729%2C1733325905976.rep.1733325919725 not finished, retry = 0 2024-12-04T15:25:28,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741833_1009 (size=2138) 2024-12-04T15:25:28,968 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:28,968 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:25:28,968 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:25:28,969 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:25:28,969 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:25:28,969 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:25:28,969 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,44729,1733325905976 because: Region server is closing 2024-12-04T15:25:28,969 INFO [RS:0;c6f2e1d35cf1:44729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:44729. 2024-12-04T15:25:28,969 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:28,969 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:28,969 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:28,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:25:29,070 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.shipperc6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 terminated 2024-12-04T15:25:29,070 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,44729,1733325905976.replicationSource.wal-reader.c6f2e1d35cf1%2C44729%2C1733325905976,1-c6f2e1d35cf1,44729,1733325905976 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T15:25:29,070 INFO [RS:0;c6f2e1d35cf1:44729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:44729. 2024-12-04T15:25:29,070 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:29,070 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:29,070 DEBUG [RS:0;c6f2e1d35cf1:44729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:29,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:25:29,070 INFO [RS:0;c6f2e1d35cf1:44729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44729 2024-12-04T15:25:29,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21877501569/rs/c6f2e1d35cf1,44729,1733325905976 2024-12-04T15:25:29,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569/rs 2024-12-04T15:25:29,083 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:25:29,092 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,44729,1733325905976] 2024-12-04T15:25:29,100 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21877501569/draining/c6f2e1d35cf1,44729,1733325905976 already deleted, retry=false 2024-12-04T15:25:29,100 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,44729,1733325905976 expired; onlineServers=0 2024-12-04T15:25:29,100 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,40107,1733325905866' ***** 2024-12-04T15:25:29,100 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:25:29,100 INFO [M:0;c6f2e1d35cf1:40107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:25:29,100 INFO [M:0;c6f2e1d35cf1:40107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:25:29,100 DEBUG [M:0;c6f2e1d35cf1:40107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:25:29,100 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:25:29,101 DEBUG [M:0;c6f2e1d35cf1:40107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:25:29,101 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325907919 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325907919,5,FailOnTimeoutGroup] 2024-12-04T15:25:29,101 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325907919 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325907919,5,FailOnTimeoutGroup] 2024-12-04T15:25:29,101 INFO [M:0;c6f2e1d35cf1:40107 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:25:29,101 INFO [M:0;c6f2e1d35cf1:40107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:25:29,101 DEBUG [M:0;c6f2e1d35cf1:40107 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:25:29,101 INFO [M:0;c6f2e1d35cf1:40107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:25:29,101 INFO [M:0;c6f2e1d35cf1:40107 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:25:29,101 INFO [M:0;c6f2e1d35cf1:40107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:25:29,101 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:25:29,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21877501569/master 2024-12-04T15:25:29,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21877501569 2024-12-04T15:25:29,108 DEBUG [M:0;c6f2e1d35cf1:40107 {}] zookeeper.ZKUtil(347): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Unable to get data of znode /21877501569/master because node does not exist (not an error) 2024-12-04T15:25:29,108 WARN [M:0;c6f2e1d35cf1:40107 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:25:29,109 INFO [M:0;c6f2e1d35cf1:40107 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/.lastflushedseqids 2024-12-04T15:25:29,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741848_1024 (size=245) 2024-12-04T15:25:29,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:25:29,192 INFO [RS:0;c6f2e1d35cf1:44729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:25:29,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44729-0x101a21ff9270007, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:25:29,192 INFO [RS:0;c6f2e1d35cf1:44729 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,44729,1733325905976; zookeeper connection closed. 2024-12-04T15:25:29,192 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6392675a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6392675a 2024-12-04T15:25:29,192 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:25:29,348 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 636, reset compression=false 2024-12-04T15:25:29,513 INFO [M:0;c6f2e1d35cf1:40107 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:25:29,513 INFO [M:0;c6f2e1d35cf1:40107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:25:29,513 DEBUG [M:0;c6f2e1d35cf1:40107 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:25:29,513 INFO [M:0;c6f2e1d35cf1:40107 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:29,513 DEBUG [M:0;c6f2e1d35cf1:40107 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:29,514 DEBUG [M:0;c6f2e1d35cf1:40107 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-12-04T15:25:29,514 DEBUG [M:0;c6f2e1d35cf1:40107 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:29,514 INFO [M:0;c6f2e1d35cf1:40107 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-04T15:25:29,530 DEBUG [M:0;c6f2e1d35cf1:40107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/889f7b792555410d89171812a260f15b is 82, key is hbase:meta,,1/info:regioninfo/1733325908751/Put/seqid=0 2024-12-04T15:25:29,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741849_1025 (size=5672) 2024-12-04T15:25:29,535 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1189, reset compression=false 2024-12-04T15:25:29,934 INFO [M:0;c6f2e1d35cf1:40107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/889f7b792555410d89171812a260f15b 2024-12-04T15:25:29,949 DEBUG [M:0;c6f2e1d35cf1:40107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6e584117caf4605b0794a7d70a5272d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733325919760/Put/seqid=0 2024-12-04T15:25:29,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741850_1026 (size=8517) 2024-12-04T15:25:30,338 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1189, reset compression=false 2024-12-04T15:25:30,353 INFO [M:0;c6f2e1d35cf1:40107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6e584117caf4605b0794a7d70a5272d 2024-12-04T15:25:30,371 DEBUG [M:0;c6f2e1d35cf1:40107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/180c066d644240f3ba98cb5bb7b4d36a is 69, key is c6f2e1d35cf1,44729,1733325905976/rs:state/1733325908025/Put/seqid=0 2024-12-04T15:25:30,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741851_1027 (size=5156) 2024-12-04T15:25:30,388 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T15:25:30,451 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 636, reset compression=false 2024-12-04T15:25:30,775 INFO [M:0;c6f2e1d35cf1:40107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/180c066d644240f3ba98cb5bb7b4d36a 2024-12-04T15:25:30,779 DEBUG [M:0;c6f2e1d35cf1:40107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/889f7b792555410d89171812a260f15b as hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/889f7b792555410d89171812a260f15b 2024-12-04T15:25:30,782 INFO [M:0;c6f2e1d35cf1:40107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/889f7b792555410d89171812a260f15b, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T15:25:30,783 DEBUG [M:0;c6f2e1d35cf1:40107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6e584117caf4605b0794a7d70a5272d as hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6e584117caf4605b0794a7d70a5272d 2024-12-04T15:25:30,786 INFO [M:0;c6f2e1d35cf1:40107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6e584117caf4605b0794a7d70a5272d, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T15:25:30,787 DEBUG [M:0;c6f2e1d35cf1:40107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/180c066d644240f3ba98cb5bb7b4d36a as hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/180c066d644240f3ba98cb5bb7b4d36a 2024-12-04T15:25:30,789 INFO [M:0;c6f2e1d35cf1:40107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38085/user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/180c066d644240f3ba98cb5bb7b4d36a, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T15:25:30,790 INFO [M:0;c6f2e1d35cf1:40107 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-12-04T15:25:30,791 INFO [M:0;c6f2e1d35cf1:40107 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:30,791 DEBUG [M:0;c6f2e1d35cf1:40107 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325929513Disabling compacts and flushes for region at 1733325929513Disabling writes for close at 1733325929514 (+1 ms)Obtaining lock to block concurrent updates at 1733325929514Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325929514Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733325929514Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325929514Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325929514Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325929530 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325929530Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325929937 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325929949 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325929949Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325930356 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325930371 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325930371Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce53706: reopening flushed file at 1733325930778 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56895066: reopening flushed file at 1733325930782 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484ae23a: reopening flushed file at 1733325930786 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1733325930790 (+4 ms)Writing region close event to WAL at 1733325930791 (+1 ms)Closed at 1733325930791 2024-12-04T15:25:30,793 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1abc21a9-0832-f994-8bbc-5285df8e3770/MasterData/WALs/c6f2e1d35cf1,40107,1733325905866/c6f2e1d35cf1%2C40107%2C1733325905866.1733325907672 not finished, retry = 0 2024-12-04T15:25:30,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42751 is added to blk_1073741830_1006 (size=63666) 2024-12-04T15:25:30,894 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:25:30,894 INFO [M:0;c6f2e1d35cf1:40107 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:25:30,894 INFO [M:0;c6f2e1d35cf1:40107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40107 2024-12-04T15:25:30,894 INFO [M:0;c6f2e1d35cf1:40107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:25:31,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:25:31,025 INFO [M:0;c6f2e1d35cf1:40107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:25:31,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40107-0x101a21ff9270006, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:25:31,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@593fece{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:25:31,029 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e9ce7d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:25:31,029 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:25:31,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59092efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:25:31,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d48c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/hadoop.log.dir/,STOPPED} 2024-12-04T15:25:31,031 WARN [BP-1979100088-172.17.0.3-1733325904283 heartbeating to localhost/127.0.0.1:38085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:25:31,031 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:25:31,031 WARN [BP-1979100088-172.17.0.3-1733325904283 heartbeating to localhost/127.0.0.1:38085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1979100088-172.17.0.3-1733325904283 (Datanode Uuid 6df9d846-d0b7-4dc1-a39b-6b224d789265) service to localhost/127.0.0.1:38085 2024-12-04T15:25:31,031 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:25:31,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/cluster_9f22199f-bee1-5155-2bd3-24b1ad887ab9/data/data1/current/BP-1979100088-172.17.0.3-1733325904283 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:25:31,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/cluster_9f22199f-bee1-5155-2bd3-24b1ad887ab9/data/data2/current/BP-1979100088-172.17.0.3-1733325904283 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:25:31,032 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:25:31,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ff77b68{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:25:31,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@139d95e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:25:31,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:25:31,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60426e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:25:31,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7b342c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/hadoop.log.dir/,STOPPED} 2024-12-04T15:25:31,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:25:31,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:25:31,058 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:25:31,058 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:31,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:31,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:31,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:25:31,059 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:25:31,059 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1056520117, stopped=false 2024-12-04T15:25:31,059 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,39707,1733325900797 2024-12-04T15:25:31,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11278840996/running 2024-12-04T15:25:31,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11278840996/running 2024-12-04T15:25:31,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:31,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:31,117 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:25:31,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:25:31,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:31,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:31,118 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,42909,1733325900916' ***** 2024-12-04T15:25:31,118 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:25:31,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Set watcher on znode that does not yet exist, /11278840996/running 2024-12-04T15:25:31,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Set watcher on znode that does not yet exist, /11278840996/running 2024-12-04T15:25:31,118 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:25:31,118 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:25:31,119 INFO [RS:0;c6f2e1d35cf1:42909 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:25:31,119 INFO [RS:0;c6f2e1d35cf1:42909 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:25:31,119 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b5bc45733d74c700608b9d18d734de8 2024-12-04T15:25:31,119 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(3091): Received CLOSE for 07f2a0e2ab487698c8ab328cd9264232 2024-12-04T15:25:31,119 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,42909,1733325900916 2024-12-04T15:25:31,119 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:25:31,119 INFO [RS:0;c6f2e1d35cf1:42909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:42909. 2024-12-04T15:25:31,119 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:31,119 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b5bc45733d74c700608b9d18d734de8, disabling compactions & flushes 2024-12-04T15:25:31,119 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:31,119 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8. 2024-12-04T15:25:31,119 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8. 2024-12-04T15:25:31,119 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:25:31,119 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:25:31,119 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8. after waiting 0 ms 2024-12-04T15:25:31,119 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:25:31,119 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8. 2024-12-04T15:25:31,119 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:25:31,119 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3b5bc45733d74c700608b9d18d734de8 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-04T15:25:31,119 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T15:25:31,119 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1325): Online Regions={3b5bc45733d74c700608b9d18d734de8=hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8., 1588230740=hbase:meta,,1.1588230740, 07f2a0e2ab487698c8ab328cd9264232=test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232.} 2024-12-04T15:25:31,120 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1351): Waiting on 07f2a0e2ab487698c8ab328cd9264232, 1588230740, 3b5bc45733d74c700608b9d18d734de8 2024-12-04T15:25:31,120 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:25:31,120 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:25:31,120 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:25:31,120 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:25:31,120 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:25:31,120 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T15:25:31,136 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/replication/3b5bc45733d74c700608b9d18d734de8/.tmp/queue/5335ef25237740f5b53eb4daa950ca64 is 154, key is 1-c6f2e1d35cf1,42909,1733325900916/queue:c6f2e1d35cf1%2C42909%2C1733325900916/1733325926819/Put/seqid=0 2024-12-04T15:25:31,136 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/.tmp/info/f5fc07e266754c318e3847f816f0d3ab is 147, key is hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8./info:regioninfo/1733325917608/Put/seqid=0 2024-12-04T15:25:31,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741841_1017 (size=5353) 2024-12-04T15:25:31,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741840_1016 (size=7686) 2024-12-04T15:25:31,144 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/replication/3b5bc45733d74c700608b9d18d734de8/.tmp/queue/5335ef25237740f5b53eb4daa950ca64 2024-12-04T15:25:31,144 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/.tmp/info/f5fc07e266754c318e3847f816f0d3ab 2024-12-04T15:25:31,151 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/replication/3b5bc45733d74c700608b9d18d734de8/.tmp/queue/5335ef25237740f5b53eb4daa950ca64 as hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/replication/3b5bc45733d74c700608b9d18d734de8/queue/5335ef25237740f5b53eb4daa950ca64 2024-12-04T15:25:31,155 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/replication/3b5bc45733d74c700608b9d18d734de8/queue/5335ef25237740f5b53eb4daa950ca64, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T15:25:31,156 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 3b5bc45733d74c700608b9d18d734de8 in 37ms, sequenceid=12, compaction requested=false 2024-12-04T15:25:31,162 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/replication/3b5bc45733d74c700608b9d18d734de8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T15:25:31,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:25:31,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:25:31,163 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8. 2024-12-04T15:25:31,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b5bc45733d74c700608b9d18d734de8: Waiting for close lock at 1733325931119Running coprocessor pre-close hooks at 1733325931119Disabling compacts and flushes for region at 1733325931119Disabling writes for close at 1733325931119Obtaining lock to block concurrent updates at 1733325931119Preparing flush snapshotting stores in 3b5bc45733d74c700608b9d18d734de8 at 1733325931119Finished memstore snapshotting hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733325931120 (+1 ms)Flushing stores of hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8. at 1733325931120Flushing 3b5bc45733d74c700608b9d18d734de8/queue: creating writer at 1733325931120Flushing 3b5bc45733d74c700608b9d18d734de8/queue: appending metadata at 1733325931136 (+16 ms)Flushing 3b5bc45733d74c700608b9d18d734de8/queue: closing flushed file at 1733325931136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff228eb: reopening flushed file at 1733325931150 (+14 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 3b5bc45733d74c700608b9d18d734de8 in 37ms, sequenceid=12, compaction requested=false at 1733325931156 (+6 ms)Writing region close event to WAL at 1733325931159 (+3 ms)Running coprocessor post-close hooks at 1733325931163 (+4 ms)Closed at 1733325931163 2024-12-04T15:25:31,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733325916443.3b5bc45733d74c700608b9d18d734de8. 2024-12-04T15:25:31,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07f2a0e2ab487698c8ab328cd9264232, disabling compactions & flushes 2024-12-04T15:25:31,163 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232. 2024-12-04T15:25:31,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232. 2024-12-04T15:25:31,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232. after waiting 0 ms 2024-12-04T15:25:31,163 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232. 2024-12-04T15:25:31,163 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 07f2a0e2ab487698c8ab328cd9264232 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T15:25:31,173 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/.tmp/ns/42974afe07434c3f99694cbe758a9027 is 43, key is default/ns:d/1733325904170/Put/seqid=0 2024-12-04T15:25:31,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741842_1018 (size=5153) 2024-12-04T15:25:31,181 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/.tmp/f/71fdf2c1cd4c4decaff11cc104ef69f1 is 29, key is row1/f:/1733325924780/DeleteFamily/seqid=0 2024-12-04T15:25:31,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741843_1019 (size=5152) 2024-12-04T15:25:31,210 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:25:31,241 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1189, reset compression=false 2024-12-04T15:25:31,247 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:25:31,247 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1436, reset compression=false 2024-12-04T15:25:31,247 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,42909,1733325900916 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:25:31,248 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f2e1d35cf1,42909,1733325900916: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f2e1d35cf1,42909,1733325900916, walGroup=c6f2e1d35cf1%2C42909%2C1733325900916, offset=c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:42909 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T15:25:31,249 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T15:25:31,249 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T15:25:31,249 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T15:25:31,249 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T15:25:31,249 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T15:25:31,249 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1335885824, "init": 1048576000, "max": 2306867200, "used": 898784496 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 202403824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T15:25:31,250 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:39707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:39707 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T15:25:31,320 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1351): Waiting on 07f2a0e2ab487698c8ab328cd9264232, 1588230740 2024-12-04T15:25:31,451 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1436, reset compression=false 2024-12-04T15:25:31,520 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1351): Waiting on 07f2a0e2ab487698c8ab328cd9264232, 1588230740 2024-12-04T15:25:31,579 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/.tmp/ns/42974afe07434c3f99694cbe758a9027 2024-12-04T15:25:31,585 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/.tmp/f/71fdf2c1cd4c4decaff11cc104ef69f1 2024-12-04T15:25:31,589 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71fdf2c1cd4c4decaff11cc104ef69f1 2024-12-04T15:25:31,598 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/.tmp/rep_barrier/85df709d129a4990837a15bf7bfdc66c is 112, key is test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232./rep_barrier:seqnumDuringOpen/1733325911112/Put/seqid=0 2024-12-04T15:25:31,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741844_1020 (size=5518) 2024-12-04T15:25:31,612 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/.tmp/f1/7c02329ba564407e84a8d84eb1e6b5cf is 30, key is row1/f1:/1733325924780/DeleteFamily/seqid=0 2024-12-04T15:25:31,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741845_1021 (size=5158) 2024-12-04T15:25:31,654 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 636, reset compression=false 2024-12-04T15:25:31,720 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1351): Waiting on 07f2a0e2ab487698c8ab328cd9264232, 1588230740 2024-12-04T15:25:31,755 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1436, reset compression=false 2024-12-04T15:25:31,920 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1351): Waiting on 07f2a0e2ab487698c8ab328cd9264232, 1588230740 2024-12-04T15:25:31,992 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:25:31,992 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:25:32,006 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/.tmp/rep_barrier/85df709d129a4990837a15bf7bfdc66c 2024-12-04T15:25:32,016 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/.tmp/f1/7c02329ba564407e84a8d84eb1e6b5cf 2024-12-04T15:25:32,019 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c02329ba564407e84a8d84eb1e6b5cf 2024-12-04T15:25:32,022 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/.tmp/table/4bc589e631184f7cb0d12e727278875d is 53, key is hbase:replication/table:state/1733325917613/Put/seqid=0 2024-12-04T15:25:32,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741846_1022 (size=5308) 2024-12-04T15:25:32,035 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/.tmp/norep/23a829ce4cb344e691acd64b4e9f839e is 33, key is row1/norep:/1733325924780/DeleteFamily/seqid=0 2024-12-04T15:25:32,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741847_1023 (size=5108) 2024-12-04T15:25:32,120 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T15:25:32,120 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 07f2a0e2ab487698c8ab328cd9264232=test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232.} 2024-12-04T15:25:32,120 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1351): Waiting on 07f2a0e2ab487698c8ab328cd9264232, 1588230740 2024-12-04T15:25:32,158 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1436, reset compression=false 2024-12-04T15:25:32,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,321 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1351): Waiting on 07f2a0e2ab487698c8ab328cd9264232, 1588230740 2024-12-04T15:25:32,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,425 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/.tmp/table/4bc589e631184f7cb0d12e727278875d 2024-12-04T15:25:32,429 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/.tmp/info/f5fc07e266754c318e3847f816f0d3ab as hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/info/f5fc07e266754c318e3847f816f0d3ab 2024-12-04T15:25:32,432 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/info/f5fc07e266754c318e3847f816f0d3ab, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T15:25:32,433 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/.tmp/ns/42974afe07434c3f99694cbe758a9027 as hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/ns/42974afe07434c3f99694cbe758a9027 2024-12-04T15:25:32,436 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/ns/42974afe07434c3f99694cbe758a9027, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T15:25:32,437 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/.tmp/rep_barrier/85df709d129a4990837a15bf7bfdc66c as hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/rep_barrier/85df709d129a4990837a15bf7bfdc66c 2024-12-04T15:25:32,438 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/.tmp/norep/23a829ce4cb344e691acd64b4e9f839e 2024-12-04T15:25:32,440 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/rep_barrier/85df709d129a4990837a15bf7bfdc66c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T15:25:32,440 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23a829ce4cb344e691acd64b4e9f839e 2024-12-04T15:25:32,441 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/.tmp/table/4bc589e631184f7cb0d12e727278875d as hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/table/4bc589e631184f7cb0d12e727278875d 2024-12-04T15:25:32,441 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/.tmp/f/71fdf2c1cd4c4decaff11cc104ef69f1 as hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/f/71fdf2c1cd4c4decaff11cc104ef69f1 2024-12-04T15:25:32,444 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71fdf2c1cd4c4decaff11cc104ef69f1 2024-12-04T15:25:32,444 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/f/71fdf2c1cd4c4decaff11cc104ef69f1, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T15:25:32,444 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/table/4bc589e631184f7cb0d12e727278875d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T15:25:32,444 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/.tmp/f1/7c02329ba564407e84a8d84eb1e6b5cf as hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/f1/7c02329ba564407e84a8d84eb1e6b5cf 2024-12-04T15:25:32,445 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false 2024-12-04T15:25:32,445 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:25:32,448 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c02329ba564407e84a8d84eb1e6b5cf 2024-12-04T15:25:32,448 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/f1/7c02329ba564407e84a8d84eb1e6b5cf, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T15:25:32,449 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/.tmp/norep/23a829ce4cb344e691acd64b4e9f839e as hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/norep/23a829ce4cb344e691acd64b4e9f839e 2024-12-04T15:25:32,449 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:25:32,450 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:25:32,450 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:25:32,450 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:25:32,450 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325931120Running coprocessor pre-close hooks at 1733325931120Disabling compacts and flushes for region at 1733325931120Disabling writes for close at 1733325931120Obtaining lock to block concurrent updates at 1733325931120Preparing flush snapshotting stores in 1588230740 at 1733325931120Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733325931120Flushing stores of hbase:meta,,1.1588230740 at 1733325931120Flushing 1588230740/info: creating writer at 1733325931120Flushing 1588230740/info: appending metadata at 1733325931136 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733325931136Flushing 1588230740/ns: creating writer at 1733325931149 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733325931173 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1733325931173Flushing 1588230740/rep_barrier: creating writer at 1733325931582 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733325931597 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733325931597Flushing 1588230740/table: creating writer at 1733325932010 (+413 ms)Flushing 1588230740/table: appending metadata at 1733325932022 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733325932022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be45f50: reopening flushed file at 1733325932429 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145fb16a: reopening flushed file at 1733325932432 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@312766d5: reopening flushed file at 1733325932436 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37aea62e: reopening flushed file at 1733325932440 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false at 1733325932445 (+5 ms)Writing region close event to WAL at 1733325932447 (+2 ms)Running coprocessor post-close hooks at 1733325932449 (+2 ms)Closed at 1733325932450 (+1 ms) 2024-12-04T15:25:32,450 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:25:32,453 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23a829ce4cb344e691acd64b4e9f839e 2024-12-04T15:25:32,453 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/norep/23a829ce4cb344e691acd64b4e9f839e, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T15:25:32,454 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 07f2a0e2ab487698c8ab328cd9264232 in 1291ms, sequenceid=10, compaction requested=false 2024-12-04T15:25:32,454 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T15:25:32,458 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/data/default/test/07f2a0e2ab487698c8ab328cd9264232/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T15:25:32,458 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:25:32,458 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:25:32,458 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232. 2024-12-04T15:25:32,458 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07f2a0e2ab487698c8ab328cd9264232: Waiting for close lock at 1733325931163Running coprocessor pre-close hooks at 1733325931163Disabling compacts and flushes for region at 1733325931163Disabling writes for close at 1733325931163Obtaining lock to block concurrent updates at 1733325931164 (+1 ms)Preparing flush snapshotting stores in 07f2a0e2ab487698c8ab328cd9264232 at 1733325931164Finished memstore snapshotting test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733325931164Flushing stores of test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232. at 1733325931164Flushing 07f2a0e2ab487698c8ab328cd9264232/f: creating writer at 1733325931164Flushing 07f2a0e2ab487698c8ab328cd9264232/f: appending metadata at 1733325931181 (+17 ms)Flushing 07f2a0e2ab487698c8ab328cd9264232/f: closing flushed file at 1733325931181Flushing 07f2a0e2ab487698c8ab328cd9264232/f1: creating writer at 1733325931589 (+408 ms)Flushing 07f2a0e2ab487698c8ab328cd9264232/f1: appending metadata at 1733325931612 (+23 ms)Flushing 07f2a0e2ab487698c8ab328cd9264232/f1: closing flushed file at 1733325931612Flushing 07f2a0e2ab487698c8ab328cd9264232/norep: creating writer at 1733325932019 (+407 ms)Flushing 07f2a0e2ab487698c8ab328cd9264232/norep: appending metadata at 1733325932034 (+15 ms)Flushing 07f2a0e2ab487698c8ab328cd9264232/norep: closing flushed file at 1733325932034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47d15c31: reopening flushed file at 1733325932440 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1543c7d5: reopening flushed file at 1733325932444 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7860031f: reopening flushed file at 1733325932448 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 07f2a0e2ab487698c8ab328cd9264232 in 1291ms, sequenceid=10, compaction requested=false at 1733325932454 (+6 ms)Writing region close event to WAL at 1733325932455 (+1 ms)Running coprocessor post-close hooks at 1733325932458 (+3 ms)Closed at 1733325932458 2024-12-04T15:25:32,458 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733325909972.07f2a0e2ab487698c8ab328cd9264232. 2024-12-04T15:25:32,521 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,42909,1733325900916; all regions closed. 2024-12-04T15:25:32,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741834_1010 (size=4239) 2024-12-04T15:25:32,523 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.meta.1733325904130.meta not finished, retry = 0 2024-12-04T15:25:32,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741839_1015 (size=3114) 2024-12-04T15:25:32,625 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.rep.1733325917583 not finished, retry = 0 2024-12-04T15:25:32,661 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 1436, reset compression=false 2024-12-04T15:25:32,666 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:25:32,666 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.wal-reader.c6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 to pos 2080, reset compression=false 2024-12-04T15:25:32,719 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:32,720 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:25:32,720 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108553 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:25:32,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741832_1008 (size=2088) 2024-12-04T15:25:32,728 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/WALs/c6f2e1d35cf1,42909,1733325900916/c6f2e1d35cf1%2C42909%2C1733325900916.1733325903118 not finished, retry = 0 2024-12-04T15:25:32,828 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:32,828 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:25:32,828 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:25:32,829 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:25:32,829 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:25:32,829 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:25:32,829 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,42909,1733325900916 because: Region server is closing 2024-12-04T15:25:32,829 INFO [RS:0;c6f2e1d35cf1:42909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:42909. 2024-12-04T15:25:32,829 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:32,830 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:32,830 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:32,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:25:32,859 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:25:32,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:32,930 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,42909,1733325900916.replicationSource.shipperc6f2e1d35cf1%2C42909%2C1733325900916,1-c6f2e1d35cf1,42909,1733325900916 terminated 2024-12-04T15:25:32,930 INFO [RS:0;c6f2e1d35cf1:42909 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:42909. 2024-12-04T15:25:32,930 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:32,930 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:32,930 DEBUG [RS:0;c6f2e1d35cf1:42909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:32,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:25:32,930 INFO [RS:0;c6f2e1d35cf1:42909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42909 2024-12-04T15:25:32,958 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 636, reset compression=false 2024-12-04T15:25:33,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996/rs 2024-12-04T15:25:33,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11278840996/rs/c6f2e1d35cf1,42909,1733325900916 2024-12-04T15:25:33,004 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:25:33,012 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,42909,1733325900916] 2024-12-04T15:25:33,045 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11278840996/draining/c6f2e1d35cf1,42909,1733325900916 already deleted, retry=false 2024-12-04T15:25:33,045 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,42909,1733325900916 expired; onlineServers=0 2024-12-04T15:25:33,045 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,39707,1733325900797' ***** 2024-12-04T15:25:33,045 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:25:33,045 INFO [M:0;c6f2e1d35cf1:39707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:25:33,045 INFO [M:0;c6f2e1d35cf1:39707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:25:33,045 DEBUG [M:0;c6f2e1d35cf1:39707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:25:33,045 DEBUG [M:0;c6f2e1d35cf1:39707 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:25:33,045 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:25:33,045 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325902908 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325902908,5,FailOnTimeoutGroup] 2024-12-04T15:25:33,045 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325902908 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325902908,5,FailOnTimeoutGroup] 2024-12-04T15:25:33,046 INFO [M:0;c6f2e1d35cf1:39707 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:25:33,046 INFO [M:0;c6f2e1d35cf1:39707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:25:33,046 DEBUG [M:0;c6f2e1d35cf1:39707 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:25:33,046 INFO [M:0;c6f2e1d35cf1:39707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:25:33,046 INFO [M:0;c6f2e1d35cf1:39707 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:25:33,046 INFO [M:0;c6f2e1d35cf1:39707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:25:33,046 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:25:33,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11278840996/master 2024-12-04T15:25:33,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11278840996 2024-12-04T15:25:33,058 DEBUG [M:0;c6f2e1d35cf1:39707 {}] zookeeper.ZKUtil(347): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Unable to get data of znode /11278840996/master because node does not exist (not an error) 2024-12-04T15:25:33,058 WARN [M:0;c6f2e1d35cf1:39707 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:25:33,059 INFO [M:0;c6f2e1d35cf1:39707 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/.lastflushedseqids 2024-12-04T15:25:33,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741848_1024 (size=245) 2024-12-04T15:25:33,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:25:33,112 INFO [RS:0;c6f2e1d35cf1:42909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:25:33,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42909-0x101a21ff9270004, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:25:33,112 INFO [RS:0;c6f2e1d35cf1:42909 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,42909,1733325900916; zookeeper connection closed. 2024-12-04T15:25:33,113 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63f66cda {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63f66cda 2024-12-04T15:25:33,113 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:25:33,462 INFO [M:0;c6f2e1d35cf1:39707 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:25:33,463 INFO [M:0;c6f2e1d35cf1:39707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:25:33,463 DEBUG [M:0;c6f2e1d35cf1:39707 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:25:33,463 INFO [M:0;c6f2e1d35cf1:39707 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:33,463 DEBUG [M:0;c6f2e1d35cf1:39707 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:33,463 DEBUG [M:0;c6f2e1d35cf1:39707 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:25:33,463 DEBUG [M:0;c6f2e1d35cf1:39707 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:33,463 INFO [M:0;c6f2e1d35cf1:39707 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T15:25:33,476 DEBUG [M:0;c6f2e1d35cf1:39707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07f46a4cf9f745e5bdc3588fe0d81ad2 is 82, key is hbase:meta,,1/info:regioninfo/1733325904156/Put/seqid=0 2024-12-04T15:25:33,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741849_1025 (size=5672) 2024-12-04T15:25:33,879 INFO [M:0;c6f2e1d35cf1:39707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07f46a4cf9f745e5bdc3588fe0d81ad2 2024-12-04T15:25:33,894 DEBUG [M:0;c6f2e1d35cf1:39707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a20a4d91562842789a7e428f3f6872ae is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733325917615/Put/seqid=0 2024-12-04T15:25:33,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741850_1026 (size=8516) 2024-12-04T15:25:34,298 INFO [M:0;c6f2e1d35cf1:39707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a20a4d91562842789a7e428f3f6872ae 2024-12-04T15:25:34,312 DEBUG [M:0;c6f2e1d35cf1:39707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ccaf6f14940f46e5ab4776909134d62f is 69, key is c6f2e1d35cf1,42909,1733325900916/rs:state/1733325902966/Put/seqid=0 2024-12-04T15:25:34,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741851_1027 (size=5156) 2024-12-04T15:25:34,362 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 636, reset compression=false 2024-12-04T15:25:34,716 INFO [M:0;c6f2e1d35cf1:39707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ccaf6f14940f46e5ab4776909134d62f 2024-12-04T15:25:34,720 DEBUG [M:0;c6f2e1d35cf1:39707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07f46a4cf9f745e5bdc3588fe0d81ad2 as hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07f46a4cf9f745e5bdc3588fe0d81ad2 2024-12-04T15:25:34,723 INFO [M:0;c6f2e1d35cf1:39707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07f46a4cf9f745e5bdc3588fe0d81ad2, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T15:25:34,724 DEBUG [M:0;c6f2e1d35cf1:39707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a20a4d91562842789a7e428f3f6872ae as hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a20a4d91562842789a7e428f3f6872ae 2024-12-04T15:25:34,727 INFO [M:0;c6f2e1d35cf1:39707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a20a4d91562842789a7e428f3f6872ae, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T15:25:34,728 DEBUG [M:0;c6f2e1d35cf1:39707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ccaf6f14940f46e5ab4776909134d62f as hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ccaf6f14940f46e5ab4776909134d62f 2024-12-04T15:25:34,730 INFO [M:0;c6f2e1d35cf1:39707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37585/user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ccaf6f14940f46e5ab4776909134d62f, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T15:25:34,731 INFO [M:0;c6f2e1d35cf1:39707 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=97, compaction requested=false 2024-12-04T15:25:34,732 INFO [M:0;c6f2e1d35cf1:39707 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:34,732 DEBUG [M:0;c6f2e1d35cf1:39707 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325933463Disabling compacts and flushes for region at 1733325933463Disabling writes for close at 1733325933463Obtaining lock to block concurrent updates at 1733325933463Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325933463Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733325933463Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325933464 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325933464Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325933475 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325933475Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325933883 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325933894 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325933894Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325934301 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325934312 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325934312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@245bf332: reopening flushed file at 1733325934719 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1860a628: reopening flushed file at 1733325934723 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bb69000: reopening flushed file at 1733325934727 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1268ms, sequenceid=97, compaction requested=false at 1733325934731 (+4 ms)Writing region close event to WAL at 1733325934732 (+1 ms)Closed at 1733325934732 2024-12-04T15:25:34,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37377 is added to blk_1073741830_1006 (size=63654) 2024-12-04T15:25:34,734 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/417267e0-1e52-d51e-8c14-8895b4f78991/MasterData/WALs/c6f2e1d35cf1,39707,1733325900797/c6f2e1d35cf1%2C39707%2C1733325900797.1733325902653 not finished, retry = 0 2024-12-04T15:25:34,835 INFO [M:0;c6f2e1d35cf1:39707 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:25:34,835 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:25:34,835 INFO [M:0;c6f2e1d35cf1:39707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39707 2024-12-04T15:25:34,835 INFO [M:0;c6f2e1d35cf1:39707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:25:34,983 INFO [M:0;c6f2e1d35cf1:39707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:25:34,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:25:34,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39707-0x101a21ff9270003, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:25:34,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@217849af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:25:34,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2fb306{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:25:34,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:25:34,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2fe634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:25:34,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@965b6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/hadoop.log.dir/,STOPPED} 2024-12-04T15:25:34,987 WARN [BP-2141649913-172.17.0.3-1733325899141 heartbeating to localhost/127.0.0.1:37585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:25:34,987 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:25:34,987 WARN [BP-2141649913-172.17.0.3-1733325899141 heartbeating to localhost/127.0.0.1:37585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2141649913-172.17.0.3-1733325899141 (Datanode Uuid e3749daf-6082-4a51-a7c8-fef65842fde4) service to localhost/127.0.0.1:37585 2024-12-04T15:25:34,987 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:25:34,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/cluster_6de1fe41-f542-f845-1ace-1f4d668a78a9/data/data1/current/BP-2141649913-172.17.0.3-1733325899141 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:25:34,988 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/cluster_6de1fe41-f542-f845-1ace-1f4d668a78a9/data/data2/current/BP-2141649913-172.17.0.3-1733325899141 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:25:34,988 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:25:34,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35623572{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:25:34,994 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39bad9d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:25:34,994 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:25:34,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384dd753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:25:34,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c773f45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5840ff9-3de9-4377-a33e-f2b00736ef20/hadoop.log.dir/,STOPPED} 2024-12-04T15:25:35,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:25:35,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:25:35,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:25:35,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:35,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:35,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:35,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:25:35,009 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:25:35,009 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1020297245, stopped=false 2024-12-04T15:25:35,009 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,42315,1733325895994 2024-12-04T15:25:35,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0731267214/running 2024-12-04T15:25:35,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0731267214/running 2024-12-04T15:25:35,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:25:35,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:25:35,025 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:25:35,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:25:35,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Set watcher on znode that does not yet exist, /0731267214/running 2024-12-04T15:25:35,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:35,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:35,025 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,39891,1733325896156' ***** 2024-12-04T15:25:35,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Set watcher on znode that does not yet exist, /0731267214/running 2024-12-04T15:25:35,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:25:35,026 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:25:35,026 INFO [RS:0;c6f2e1d35cf1:39891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:25:35,026 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:25:35,026 INFO [RS:0;c6f2e1d35cf1:39891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:25:35,026 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(3091): Received CLOSE for b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:35,026 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(3091): Received CLOSE for aa7cfd57e6739b2218c54bf8fff9b041 2024-12-04T15:25:35,026 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,39891,1733325896156 2024-12-04T15:25:35,026 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:25:35,026 INFO [RS:0;c6f2e1d35cf1:39891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:39891. 2024-12-04T15:25:35,026 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:35,026 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b044783e55c3ef7e93ca0724dd3c8e10, disabling compactions & flushes 2024-12-04T15:25:35,026 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:35,026 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10. 2024-12-04T15:25:35,026 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10. 2024-12-04T15:25:35,026 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10. after waiting 0 ms 2024-12-04T15:25:35,026 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10. 2024-12-04T15:25:35,026 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:25:35,026 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:25:35,026 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:25:35,026 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:25:35,026 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b044783e55c3ef7e93ca0724dd3c8e10 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-04T15:25:35,027 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T15:25:35,027 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:25:35,027 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:25:35,027 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:25:35,027 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1325): Online Regions={b044783e55c3ef7e93ca0724dd3c8e10=test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10., 1588230740=hbase:meta,,1.1588230740, aa7cfd57e6739b2218c54bf8fff9b041=hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041.} 2024-12-04T15:25:35,027 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:25:35,027 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:25:35,027 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa7cfd57e6739b2218c54bf8fff9b041, b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:35,027 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T15:25:35,039 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/.tmp/info/d7ea732475eb42d69b34e89e12c9f17f is 147, key is hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041./info:regioninfo/1733325915443/Put/seqid=0 2024-12-04T15:25:35,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741840_1016 (size=7686) 2024-12-04T15:25:35,043 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/.tmp/f/2b567ee72a0b428b988489859e6425a6 is 28, key is row/f:/1733325923775/DeleteFamily/seqid=0 2024-12-04T15:25:35,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741841_1017 (size=5085) 2024-12-04T15:25:35,091 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:25:35,227 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa7cfd57e6739b2218c54bf8fff9b041, b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:35,427 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa7cfd57e6739b2218c54bf8fff9b041, b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:35,442 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/.tmp/info/d7ea732475eb42d69b34e89e12c9f17f 2024-12-04T15:25:35,446 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/.tmp/f/2b567ee72a0b428b988489859e6425a6 2024-12-04T15:25:35,449 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b567ee72a0b428b988489859e6425a6 2024-12-04T15:25:35,457 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/.tmp/ns/2877498a69c74b7fa2bb712da0fcf28d is 43, key is default/ns:d/1733325899075/Put/seqid=0 2024-12-04T15:25:35,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741842_1018 (size=5153) 2024-12-04T15:25:35,463 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/.tmp/f1/eef6fc586be74ab0b79e188016361443 is 29, key is row/f1:/1733325923775/DeleteFamily/seqid=0 2024-12-04T15:25:35,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741843_1019 (size=5089) 2024-12-04T15:25:35,627 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa7cfd57e6739b2218c54bf8fff9b041, b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:35,828 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa7cfd57e6739b2218c54bf8fff9b041, b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:35,845 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:25:35,845 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:25:35,861 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/.tmp/ns/2877498a69c74b7fa2bb712da0fcf28d 2024-12-04T15:25:35,865 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 636, reset compression=false 2024-12-04T15:25:35,866 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/.tmp/f1/eef6fc586be74ab0b79e188016361443 2024-12-04T15:25:35,870 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eef6fc586be74ab0b79e188016361443 2024-12-04T15:25:35,875 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:25:35,875 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 883, reset compression=false 2024-12-04T15:25:35,875 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.shipperc6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,39891,1733325896156 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:25:35,876 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.shipperc6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f2e1d35cf1,39891,1733325896156: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f2e1d35cf1,39891,1733325896156, walGroup=c6f2e1d35cf1%2C39891%2C1733325896156, offset=c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:39891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T15:25:35,877 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.shipperc6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T15:25:35,877 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.shipperc6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T15:25:35,877 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.shipperc6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T15:25:35,877 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.shipperc6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T15:25:35,878 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.shipperc6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T15:25:35,878 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.shipperc6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1335885824, "init": 1048576000, "max": 2306867200, "used": 1007836400 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 203008264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T15:25:35,878 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.shipperc6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:42315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:42315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T15:25:35,881 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/.tmp/rep_barrier/2ddf6eeac24a4a8b942f778dcace26ca is 112, key is test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10./rep_barrier:seqnumDuringOpen/1733325909566/Put/seqid=0 2024-12-04T15:25:35,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741844_1020 (size=5518) 2024-12-04T15:25:35,884 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/.tmp/rep_barrier/2ddf6eeac24a4a8b942f778dcace26ca 2024-12-04T15:25:35,895 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/.tmp/norep/0e32aa431ce64c4aacff9fab691b537f is 32, key is row/norep:/1733325923775/DeleteFamily/seqid=0 2024-12-04T15:25:35,899 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/.tmp/table/f37a61d1e4f14c10894d534351a6e2bd is 53, key is hbase:replication/table:state/1733325915449/Put/seqid=0 2024-12-04T15:25:35,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741845_1021 (size=5101) 2024-12-04T15:25:35,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741846_1022 (size=5308) 2024-12-04T15:25:36,028 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa7cfd57e6739b2218c54bf8fff9b041, b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:36,082 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 883, reset compression=false 2024-12-04T15:25:36,228 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa7cfd57e6739b2218c54bf8fff9b041, b044783e55c3ef7e93ca0724dd3c8e10 2024-12-04T15:25:36,302 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/.tmp/norep/0e32aa431ce64c4aacff9fab691b537f 2024-12-04T15:25:36,302 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/.tmp/table/f37a61d1e4f14c10894d534351a6e2bd 2024-12-04T15:25:36,305 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e32aa431ce64c4aacff9fab691b537f 2024-12-04T15:25:36,308 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/.tmp/info/d7ea732475eb42d69b34e89e12c9f17f as hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/info/d7ea732475eb42d69b34e89e12c9f17f 2024-12-04T15:25:36,308 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/.tmp/f/2b567ee72a0b428b988489859e6425a6 as hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/f/2b567ee72a0b428b988489859e6425a6 2024-12-04T15:25:36,311 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2b567ee72a0b428b988489859e6425a6 2024-12-04T15:25:36,311 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/info/d7ea732475eb42d69b34e89e12c9f17f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T15:25:36,311 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/f/2b567ee72a0b428b988489859e6425a6, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T15:25:36,312 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/.tmp/f1/eef6fc586be74ab0b79e188016361443 as hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/f1/eef6fc586be74ab0b79e188016361443 2024-12-04T15:25:36,312 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/.tmp/ns/2877498a69c74b7fa2bb712da0fcf28d as hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/ns/2877498a69c74b7fa2bb712da0fcf28d 2024-12-04T15:25:36,315 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eef6fc586be74ab0b79e188016361443 2024-12-04T15:25:36,315 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/ns/2877498a69c74b7fa2bb712da0fcf28d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T15:25:36,315 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/f1/eef6fc586be74ab0b79e188016361443, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T15:25:36,316 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/.tmp/rep_barrier/2ddf6eeac24a4a8b942f778dcace26ca as hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/rep_barrier/2ddf6eeac24a4a8b942f778dcace26ca 2024-12-04T15:25:36,316 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/.tmp/norep/0e32aa431ce64c4aacff9fab691b537f as hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/norep/0e32aa431ce64c4aacff9fab691b537f 2024-12-04T15:25:36,320 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e32aa431ce64c4aacff9fab691b537f 2024-12-04T15:25:36,320 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/rep_barrier/2ddf6eeac24a4a8b942f778dcace26ca, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T15:25:36,320 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/norep/0e32aa431ce64c4aacff9fab691b537f, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T15:25:36,320 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/.tmp/table/f37a61d1e4f14c10894d534351a6e2bd as hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/table/f37a61d1e4f14c10894d534351a6e2bd 2024-12-04T15:25:36,321 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for b044783e55c3ef7e93ca0724dd3c8e10 in 1295ms, sequenceid=6, compaction requested=false 2024-12-04T15:25:36,321 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T15:25:36,324 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/table/f37a61d1e4f14c10894d534351a6e2bd, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T15:25:36,325 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=16, compaction requested=false 2024-12-04T15:25:36,325 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:25:36,327 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/default/test/b044783e55c3ef7e93ca0724dd3c8e10/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T15:25:36,328 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:25:36,328 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:25:36,328 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10. 2024-12-04T15:25:36,328 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b044783e55c3ef7e93ca0724dd3c8e10: Waiting for close lock at 1733325935026Running coprocessor pre-close hooks at 1733325935026Disabling compacts and flushes for region at 1733325935026Disabling writes for close at 1733325935026Obtaining lock to block concurrent updates at 1733325935026Preparing flush snapshotting stores in b044783e55c3ef7e93ca0724dd3c8e10 at 1733325935026Finished memstore snapshotting test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733325935027 (+1 ms)Flushing stores of test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10. at 1733325935027Flushing b044783e55c3ef7e93ca0724dd3c8e10/f: creating writer at 1733325935027Flushing b044783e55c3ef7e93ca0724dd3c8e10/f: appending metadata at 1733325935042 (+15 ms)Flushing b044783e55c3ef7e93ca0724dd3c8e10/f: closing flushed file at 1733325935042Flushing b044783e55c3ef7e93ca0724dd3c8e10/f1: creating writer at 1733325935449 (+407 ms)Flushing b044783e55c3ef7e93ca0724dd3c8e10/f1: appending metadata at 1733325935462 (+13 ms)Flushing b044783e55c3ef7e93ca0724dd3c8e10/f1: closing flushed file at 1733325935462Flushing b044783e55c3ef7e93ca0724dd3c8e10/norep: creating writer at 1733325935870 (+408 ms)Flushing b044783e55c3ef7e93ca0724dd3c8e10/norep: appending metadata at 1733325935894 (+24 ms)Flushing b044783e55c3ef7e93ca0724dd3c8e10/norep: closing flushed file at 1733325935894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b6f931: reopening flushed file at 1733325936305 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a2f593: reopening flushed file at 1733325936312 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c9da66: reopening flushed file at 1733325936316 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for b044783e55c3ef7e93ca0724dd3c8e10 in 1295ms, sequenceid=6, compaction requested=false at 1733325936321 (+5 ms)Writing region close event to WAL at 1733325936325 (+4 ms)Running coprocessor post-close hooks at 1733325936328 (+3 ms)Closed at 1733325936328 2024-12-04T15:25:36,328 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733325908829.b044783e55c3ef7e93ca0724dd3c8e10. 2024-12-04T15:25:36,329 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa7cfd57e6739b2218c54bf8fff9b041, disabling compactions & flushes 2024-12-04T15:25:36,329 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. 2024-12-04T15:25:36,329 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. 2024-12-04T15:25:36,329 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. after waiting 0 ms 2024-12-04T15:25:36,329 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. 2024-12-04T15:25:36,329 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa7cfd57e6739b2218c54bf8fff9b041: Waiting for close lock at 1733325936328Running coprocessor pre-close hooks at 1733325936328Disabling compacts and flushes for region at 1733325936328Disabling writes for close at 1733325936329 (+1 ms)Failed flush hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041., putting online again at 1733325936329 2024-12-04T15:25:36,329 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. 2024-12-04T15:25:36,331 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:25:36,331 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:25:36,331 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:25:36,331 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:25:36,331 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325935027Running coprocessor pre-close hooks at 1733325935027Disabling compacts and flushes for region at 1733325935027Disabling writes for close at 1733325935027Obtaining lock to block concurrent updates at 1733325935027Preparing flush snapshotting stores in 1588230740 at 1733325935027Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733325935027Flushing stores of hbase:meta,,1.1588230740 at 1733325935027Flushing 1588230740/info: creating writer at 1733325935027Flushing 1588230740/info: appending metadata at 1733325935039 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733325935039Flushing 1588230740/ns: creating writer at 1733325935446 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733325935457 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733325935457Flushing 1588230740/rep_barrier: creating writer at 1733325935864 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733325935880 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733325935880Flushing 1588230740/table: creating writer at 1733325935887 (+7 ms)Flushing 1588230740/table: appending metadata at 1733325935899 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733325935899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59488c38: reopening flushed file at 1733325936305 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@181a7d84: reopening flushed file at 1733325936312 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a27b0e8: reopening flushed file at 1733325936316 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7584e374: reopening flushed file at 1733325936320 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1298ms, sequenceid=16, compaction requested=false at 1733325936325 (+5 ms)Writing region close event to WAL at 1733325936328 (+3 ms)Running coprocessor post-close hooks at 1733325936331 (+3 ms)Closed at 1733325936331 2024-12-04T15:25:36,331 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:25:36,385 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 883, reset compression=false 2024-12-04T15:25:36,389 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:25:36,389 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 1527, reset compression=false 2024-12-04T15:25:36,428 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T15:25:36,428 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1325): Online Regions={aa7cfd57e6739b2218c54bf8fff9b041=hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041.} 2024-12-04T15:25:36,428 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(3091): Received CLOSE for aa7cfd57e6739b2218c54bf8fff9b041 2024-12-04T15:25:36,428 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1351): Waiting on aa7cfd57e6739b2218c54bf8fff9b041 2024-12-04T15:25:36,428 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa7cfd57e6739b2218c54bf8fff9b041, disabling compactions & flushes 2024-12-04T15:25:36,428 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. 2024-12-04T15:25:36,429 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. 2024-12-04T15:25:36,429 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. after waiting 0 ms 2024-12-04T15:25:36,429 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. 2024-12-04T15:25:36,429 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa7cfd57e6739b2218c54bf8fff9b041: Waiting for close lock at 1733325936428Running coprocessor pre-close hooks at 1733325936428Disabling compacts and flushes for region at 1733325936428Disabling writes for close at 1733325936429 (+1 ms)Failed flush hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041., putting online again at 1733325936429 2024-12-04T15:25:36,429 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733325914283.aa7cfd57e6739b2218c54bf8fff9b041. 2024-12-04T15:25:36,596 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.1733325897973 to pos 1527, reset compression=false 2024-12-04T15:25:36,628 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T15:25:36,629 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,39891,1733325896156; all regions closed. 2024-12-04T15:25:36,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741834_1010 (size=4239) 2024-12-04T15:25:36,630 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/WALs/c6f2e1d35cf1,39891,1733325896156/c6f2e1d35cf1%2C39891%2C1733325896156.meta.1733325898971.meta not finished, retry = 0 2024-12-04T15:25:36,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741839_1015 (size=1297) 2024-12-04T15:25:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741832_1008 (size=1535) 2024-12-04T15:25:36,735 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:36,735 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:25:36,735 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:25:36,736 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:25:36,736 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:25:36,736 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:25:36,736 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,39891,1733325896156 because: Region server is closing 2024-12-04T15:25:36,736 INFO [RS:0;c6f2e1d35cf1:39891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:39891. 2024-12-04T15:25:36,736 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:36,736 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:36,736 DEBUG [RS:0;c6f2e1d35cf1:39891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:36,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:25:36,836 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.shipperc6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 terminated 2024-12-04T15:25:36,836 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,39891,1733325896156.replicationSource.wal-reader.c6f2e1d35cf1%2C39891%2C1733325896156,1-c6f2e1d35cf1,39891,1733325896156 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T15:25:36,836 INFO [RS:0;c6f2e1d35cf1:39891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39891 2024-12-04T15:25:36,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0731267214/rs/c6f2e1d35cf1,39891,1733325896156 2024-12-04T15:25:36,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214/rs 2024-12-04T15:25:36,850 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:25:36,899 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,39891,1733325896156] 2024-12-04T15:25:36,912 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0731267214/draining/c6f2e1d35cf1,39891,1733325896156 already deleted, retry=false 2024-12-04T15:25:36,912 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,39891,1733325896156 expired; onlineServers=0 2024-12-04T15:25:36,912 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,42315,1733325895994' ***** 2024-12-04T15:25:36,912 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:25:36,912 INFO [M:0;c6f2e1d35cf1:42315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:25:36,912 INFO [M:0;c6f2e1d35cf1:42315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:25:36,912 DEBUG [M:0;c6f2e1d35cf1:42315 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:25:36,912 DEBUG [M:0;c6f2e1d35cf1:42315 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:25:36,912 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:25:36,912 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325897768 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325897768,5,FailOnTimeoutGroup] 2024-12-04T15:25:36,913 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325897769 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325897769,5,FailOnTimeoutGroup] 2024-12-04T15:25:36,913 INFO [M:0;c6f2e1d35cf1:42315 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:25:36,913 INFO [M:0;c6f2e1d35cf1:42315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:25:36,913 DEBUG [M:0;c6f2e1d35cf1:42315 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:25:36,913 INFO [M:0;c6f2e1d35cf1:42315 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:25:36,913 INFO [M:0;c6f2e1d35cf1:42315 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:25:36,913 INFO [M:0;c6f2e1d35cf1:42315 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:25:36,913 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:25:36,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0731267214/master 2024-12-04T15:25:36,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0731267214 2024-12-04T15:25:36,921 DEBUG [M:0;c6f2e1d35cf1:42315 {}] zookeeper.ZKUtil(347): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Unable to get data of znode /0731267214/master because node does not exist (not an error) 2024-12-04T15:25:36,921 WARN [M:0;c6f2e1d35cf1:42315 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:25:36,922 INFO [M:0;c6f2e1d35cf1:42315 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/.lastflushedseqids 2024-12-04T15:25:36,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741847_1023 (size=245) 2024-12-04T15:25:36,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:25:36,999 INFO [RS:0;c6f2e1d35cf1:39891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:25:36,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39891-0x101a21ff9270001, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:25:36,999 INFO [RS:0;c6f2e1d35cf1:39891 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,39891,1733325896156; zookeeper connection closed. 2024-12-04T15:25:37,000 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3638824d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3638824d 2024-12-04T15:25:37,000 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:25:37,328 INFO [M:0;c6f2e1d35cf1:42315 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:25:37,328 INFO [M:0;c6f2e1d35cf1:42315 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:25:37,328 DEBUG [M:0;c6f2e1d35cf1:42315 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:25:37,328 INFO [M:0;c6f2e1d35cf1:42315 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:37,328 DEBUG [M:0;c6f2e1d35cf1:42315 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:37,328 DEBUG [M:0;c6f2e1d35cf1:42315 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:25:37,329 DEBUG [M:0;c6f2e1d35cf1:42315 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:37,329 INFO [M:0;c6f2e1d35cf1:42315 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-04T15:25:37,340 DEBUG [M:0;c6f2e1d35cf1:42315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/665dcd7cd472435588564d5287ae43fe is 82, key is hbase:meta,,1/info:regioninfo/1733325899009/Put/seqid=0 2024-12-04T15:25:37,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741848_1024 (size=5672) 2024-12-04T15:25:37,744 INFO [M:0;c6f2e1d35cf1:42315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/665dcd7cd472435588564d5287ae43fe 2024-12-04T15:25:37,759 DEBUG [M:0;c6f2e1d35cf1:42315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51073e9e706547ac8b2b72c6ac9dba65 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733325909573/Put/seqid=0 2024-12-04T15:25:37,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741849_1025 (size=7218) 2024-12-04T15:25:37,952 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:25:37,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:37,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:37,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:37,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:37,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:37,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:37,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:37,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:37,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:37,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:37,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:37,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:37,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:37,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:37,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:37,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:38,170 INFO [M:0;c6f2e1d35cf1:42315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51073e9e706547ac8b2b72c6ac9dba65 2024-12-04T15:25:38,173 INFO [M:0;c6f2e1d35cf1:42315 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51073e9e706547ac8b2b72c6ac9dba65 2024-12-04T15:25:38,188 DEBUG [M:0;c6f2e1d35cf1:42315 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a8e2beeb1a146428e692cc5a17b1b3a is 69, key is c6f2e1d35cf1,39891,1733325896156/rs:state/1733325897825/Put/seqid=0 2024-12-04T15:25:38,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741850_1026 (size=5156) 2024-12-04T15:25:38,591 INFO [M:0;c6f2e1d35cf1:42315 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a8e2beeb1a146428e692cc5a17b1b3a 2024-12-04T15:25:38,595 DEBUG [M:0;c6f2e1d35cf1:42315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/665dcd7cd472435588564d5287ae43fe as hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/665dcd7cd472435588564d5287ae43fe 2024-12-04T15:25:38,598 INFO [M:0;c6f2e1d35cf1:42315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/665dcd7cd472435588564d5287ae43fe, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T15:25:38,598 DEBUG [M:0;c6f2e1d35cf1:42315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51073e9e706547ac8b2b72c6ac9dba65 as hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51073e9e706547ac8b2b72c6ac9dba65 2024-12-04T15:25:38,601 INFO [M:0;c6f2e1d35cf1:42315 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51073e9e706547ac8b2b72c6ac9dba65 2024-12-04T15:25:38,601 INFO [M:0;c6f2e1d35cf1:42315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51073e9e706547ac8b2b72c6ac9dba65, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T15:25:38,602 DEBUG [M:0;c6f2e1d35cf1:42315 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a8e2beeb1a146428e692cc5a17b1b3a as hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a8e2beeb1a146428e692cc5a17b1b3a 2024-12-04T15:25:38,605 INFO [M:0;c6f2e1d35cf1:42315 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a8e2beeb1a146428e692cc5a17b1b3a, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T15:25:38,606 INFO [M:0;c6f2e1d35cf1:42315 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false 2024-12-04T15:25:38,606 INFO [M:0;c6f2e1d35cf1:42315 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:38,607 DEBUG [M:0;c6f2e1d35cf1:42315 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325937328Disabling compacts and flushes for region at 1733325937328Disabling writes for close at 1733325937328Obtaining lock to block concurrent updates at 1733325937329 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325937329Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733325937329Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325937329Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325937329Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325937340 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325937340Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325937747 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325937758 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325937758Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325938173 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325938187 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325938187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d1f9a5e: reopening flushed file at 1733325938594 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f2093e9: reopening flushed file at 1733325938598 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b36079e: reopening flushed file at 1733325938601 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false at 1733325938606 (+5 ms)Writing region close event to WAL at 1733325938606Closed at 1733325938606 2024-12-04T15:25:38,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37571 is added to blk_1073741830_1006 (size=64423) 2024-12-04T15:25:38,608 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8de88931-0d49-0860-0a33-5cc93537ed60/MasterData/WALs/c6f2e1d35cf1,42315,1733325895994/c6f2e1d35cf1%2C42315%2C1733325895994.1733325897486 not finished, retry = 0 2024-12-04T15:25:38,709 INFO [M:0;c6f2e1d35cf1:42315 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:25:38,709 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:25:38,709 INFO [M:0;c6f2e1d35cf1:42315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42315 2024-12-04T15:25:38,709 INFO [M:0;c6f2e1d35cf1:42315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:25:38,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:25:38,858 INFO [M:0;c6f2e1d35cf1:42315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:25:38,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42315-0x101a21ff9270000, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:25:38,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8d77e5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:25:38,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@368c37ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:25:38,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:25:38,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@630c0dd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:25:38,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8809b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/hadoop.log.dir/,STOPPED} 2024-12-04T15:25:38,862 WARN [BP-585461466-172.17.0.3-1733325894557 heartbeating to localhost/127.0.0.1:43177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:25:38,862 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:25:38,862 WARN [BP-585461466-172.17.0.3-1733325894557 heartbeating to localhost/127.0.0.1:43177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-585461466-172.17.0.3-1733325894557 (Datanode Uuid d22f0cf3-64ea-4de7-9203-278873cbacbe) service to localhost/127.0.0.1:43177 2024-12-04T15:25:38,862 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:25:38,863 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/cluster_ecf7ffda-31f6-a130-2e70-4656b10614b6/data/data1/current/BP-585461466-172.17.0.3-1733325894557 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:25:38,863 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/cluster_ecf7ffda-31f6-a130-2e70-4656b10614b6/data/data2/current/BP-585461466-172.17.0.3-1733325894557 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:25:38,863 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:25:38,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@534a7929{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:25:38,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46344ff1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:25:38,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:25:38,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46006ca9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:25:38,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59870692{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a63be9de-78d8-dd84-cc1f-7606cbcbf944/hadoop.log.dir/,STOPPED} 2024-12-04T15:25:38,872 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T15:25:38,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:25:38,891 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 312) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37585 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43177 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52437) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52437) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52437) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38085 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=788 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=402 (was 516), ProcessCount=11 (was 11), AvailableMemoryMB=6804 (was 3570) - AvailableMemoryMB LEAK? - 2024-12-04T15:25:38,901 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=788, MaxFileDescriptor=1048576, SystemLoadAverage=402, ProcessCount=11, AvailableMemoryMB=6804 2024-12-04T15:25:38,912 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-04T15:25:38,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/hadoop.log.dir so I do NOT create it in target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa 2024-12-04T15:25:38,912 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:25:38,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/hadoop.tmp.dir so I do NOT create it in target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa 2024-12-04T15:25:38,912 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/414a2524-d67f-c371-3a8a-2a71e0a6a27e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:25:38,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa 2024-12-04T15:25:38,912 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/cluster_c6b9406c-ed78-ea43-3d5e-5f86f2358820, deleteOnExit=true 2024-12-04T15:25:38,931 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/cluster_c6b9406c-ed78-ea43-3d5e-5f86f2358820/zookeeper_0, clientPort=56229, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/cluster_c6b9406c-ed78-ea43-3d5e-5f86f2358820/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/cluster_c6b9406c-ed78-ea43-3d5e-5f86f2358820/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:25:38,932 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56229 2024-12-04T15:25:38,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:25:38,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:25:38,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/test.cache.data in system properties and HBase conf 2024-12-04T15:25:38,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:25:38,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:25:38,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:25:38,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:25:38,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:25:38,933 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:25:38,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:25:38,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:25:38,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:25:38,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:25:38,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:25:38,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:25:38,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:25:38,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:25:38,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:25:38,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:25:38,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:25:38,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:25:38,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:25:38,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:25:38,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101a21ff9270005, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:25:38,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101a21ff9270008, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:25:38,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101a21ff9270002, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T15:25:38,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101a21ff9270002, quorum=127.0.0.1:52437, baseZNode=/0731267214 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:25:38,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101a21ff9270005, quorum=127.0.0.1:52437, baseZNode=/11278840996 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:25:38,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101a21ff9270008, quorum=127.0.0.1:52437, baseZNode=/21877501569 Received Disconnected from ZooKeeper, ignoring 2024-12-04T15:25:39,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:25:39,223 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:25:39,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:25:39,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:25:39,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:25:39,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:25:39,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b1868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:25:39,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6268849d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:25:39,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67a37018{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/java.io.tmpdir/jetty-localhost-33309-hadoop-hdfs-3_4_1-tests_jar-_-any-8331289691913162207/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:25:39,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63e3f7ce{HTTP/1.1, (http/1.1)}{localhost:33309} 2024-12-04T15:25:39,330 INFO [Time-limited test {}] server.Server(415): Started @305023ms 2024-12-04T15:25:39,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:25:39,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:25:39,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:25:39,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:25:39,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:25:39,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355bfe00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:25:39,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1527f35d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:25:39,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5349f266{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/java.io.tmpdir/jetty-localhost-46297-hadoop-hdfs-3_4_1-tests_jar-_-any-3091688391183524829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:25:39,600 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37872a5f{HTTP/1.1, (http/1.1)}{localhost:46297} 2024-12-04T15:25:39,600 INFO [Time-limited test {}] server.Server(415): Started @305292ms 2024-12-04T15:25:39,601 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:25:39,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T15:25:39,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T15:25:39,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T15:25:39,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:25:39,962 WARN [Thread-4178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/cluster_c6b9406c-ed78-ea43-3d5e-5f86f2358820/data/data1/current/BP-410354930-172.17.0.3-1733325938957/current, will proceed with Du for space computation calculation, 2024-12-04T15:25:39,962 WARN [Thread-4179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/cluster_c6b9406c-ed78-ea43-3d5e-5f86f2358820/data/data2/current/BP-410354930-172.17.0.3-1733325938957/current, will proceed with Du for space computation calculation, 2024-12-04T15:25:39,976 WARN [Thread-4166 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:25:39,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabef8d2bcd5f475a with lease ID 0xe70ffc23b0dea8ef: Processing first storage report for DS-91b91470-a412-4254-b691-aedf67c35169 from datanode DatanodeRegistration(127.0.0.1:34733, datanodeUuid=b4909a96-d014-4aec-b810-60227b847c5a, infoPort=43555, infoSecurePort=0, ipcPort=41247, storageInfo=lv=-57;cid=testClusterID;nsid=1441184818;c=1733325938957) 2024-12-04T15:25:39,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabef8d2bcd5f475a with lease ID 0xe70ffc23b0dea8ef: from storage DS-91b91470-a412-4254-b691-aedf67c35169 node DatanodeRegistration(127.0.0.1:34733, datanodeUuid=b4909a96-d014-4aec-b810-60227b847c5a, infoPort=43555, infoSecurePort=0, ipcPort=41247, storageInfo=lv=-57;cid=testClusterID;nsid=1441184818;c=1733325938957), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T15:25:39,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xabef8d2bcd5f475a with lease ID 0xe70ffc23b0dea8ef: Processing first storage report for DS-4a169b0e-8712-4f4c-8569-d2aee3be59a4 from datanode DatanodeRegistration(127.0.0.1:34733, datanodeUuid=b4909a96-d014-4aec-b810-60227b847c5a, infoPort=43555, infoSecurePort=0, ipcPort=41247, storageInfo=lv=-57;cid=testClusterID;nsid=1441184818;c=1733325938957) 2024-12-04T15:25:39,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xabef8d2bcd5f475a with lease ID 0xe70ffc23b0dea8ef: from storage DS-4a169b0e-8712-4f4c-8569-d2aee3be59a4 node DatanodeRegistration(127.0.0.1:34733, datanodeUuid=b4909a96-d014-4aec-b810-60227b847c5a, infoPort=43555, infoSecurePort=0, ipcPort=41247, storageInfo=lv=-57;cid=testClusterID;nsid=1441184818;c=1733325938957), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:25:40,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa 2024-12-04T15:25:40,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:40,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:40,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:25:40,317 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=32, created chunk count=34, reused chunk count=129, reuseRatio=79.14% 2024-12-04T15:25:40,318 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-04T15:25:40,441 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7 with version=8 2024-12-04T15:25:40,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/hbase-staging 2024-12-04T15:25:40,443 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:25:40,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:40,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:40,443 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:25:40,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:40,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:25:40,443 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:25:40,443 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:25:40,444 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36725 2024-12-04T15:25:40,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36725 connecting to ZooKeeper ensemble=127.0.0.1:56229 2024-12-04T15:25:40,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367250x0, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:40,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36725-0x101a220a69b0000 connected 2024-12-04T15:25:40,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:40,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:40,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Set watcher on znode that does not yet exist, /0-1530408678/running 2024-12-04T15:25:40,590 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7, hbase.cluster.distributed=false 2024-12-04T15:25:40,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Set watcher on znode that does not yet exist, /0-1530408678/acl 2024-12-04T15:25:40,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36725 2024-12-04T15:25:40,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36725 2024-12-04T15:25:40,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36725 2024-12-04T15:25:40,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36725 2024-12-04T15:25:40,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36725 2024-12-04T15:25:40,605 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:25:40,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:40,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:40,605 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:25:40,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:40,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:25:40,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:25:40,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:25:40,606 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37433 2024-12-04T15:25:40,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37433 connecting to ZooKeeper ensemble=127.0.0.1:56229 2024-12-04T15:25:40,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:40,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:40,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374330x0, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:40,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374330x0, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Set watcher on znode that does not yet exist, /0-1530408678/running 2024-12-04T15:25:40,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37433-0x101a220a69b0001 connected 2024-12-04T15:25:40,620 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:25:40,621 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:25:40,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37433-0x101a220a69b0001, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Set watcher on znode that does not yet exist, /0-1530408678/master 2024-12-04T15:25:40,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37433-0x101a220a69b0001, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Set watcher on znode that does not yet exist, /0-1530408678/acl 2024-12-04T15:25:40,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37433 2024-12-04T15:25:40,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37433 2024-12-04T15:25:40,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37433 2024-12-04T15:25:40,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37433 2024-12-04T15:25:40,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37433 2024-12-04T15:25:40,639 DEBUG [M:0;c6f2e1d35cf1:36725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:36725 2024-12-04T15:25:40,639 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1530408678/backup-masters/c6f2e1d35cf1,36725,1733325940443 2024-12-04T15:25:40,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37433-0x101a220a69b0001, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678/backup-masters 2024-12-04T15:25:40,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678/backup-masters 2024-12-04T15:25:40,645 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Set watcher on existing znode=/0-1530408678/backup-masters/c6f2e1d35cf1,36725,1733325940443 2024-12-04T15:25:40,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678 2024-12-04T15:25:40,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37433-0x101a220a69b0001, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1530408678/master 2024-12-04T15:25:40,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37433-0x101a220a69b0001, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678 2024-12-04T15:25:40,653 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Set watcher on existing znode=/0-1530408678/master 2024-12-04T15:25:40,654 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1530408678/backup-masters/c6f2e1d35cf1,36725,1733325940443 from backup master directory 2024-12-04T15:25:40,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1530408678/backup-masters/c6f2e1d35cf1,36725,1733325940443 2024-12-04T15:25:40,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37433-0x101a220a69b0001, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678/backup-masters 2024-12-04T15:25:40,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678/backup-masters 2024-12-04T15:25:40,661 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:25:40,661 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,36725,1733325940443 2024-12-04T15:25:40,664 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/hbase.id] with ID: ae44e36f-3e2e-4a47-ac28-da4051d7b827 2024-12-04T15:25:40,664 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/.tmp/hbase.id 2024-12-04T15:25:40,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:25:41,069 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/.tmp/hbase.id]:[hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/hbase.id] 2024-12-04T15:25:41,076 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:41,076 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:25:41,077 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:25:41,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678 2024-12-04T15:25:41,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37433-0x101a220a69b0001, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678 2024-12-04T15:25:41,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:25:41,516 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:25:41,516 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:25:41,516 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:41,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:25:41,922 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/MasterData/data/master/store 2024-12-04T15:25:41,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:25:42,326 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:42,326 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:25:42,326 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:42,326 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:42,326 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:25:42,326 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:42,326 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:42,326 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325942326Disabling compacts and flushes for region at 1733325942326Disabling writes for close at 1733325942326Writing region close event to WAL at 1733325942326Closed at 1733325942326 2024-12-04T15:25:42,327 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/MasterData/data/master/store/.initializing 2024-12-04T15:25:42,327 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/MasterData/WALs/c6f2e1d35cf1,36725,1733325940443 2024-12-04T15:25:42,328 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:25:42,329 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C36725%2C1733325940443, suffix=, logDir=hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/MasterData/WALs/c6f2e1d35cf1,36725,1733325940443, archiveDir=hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/MasterData/oldWALs, maxLogs=10 2024-12-04T15:25:42,339 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/MasterData/WALs/c6f2e1d35cf1,36725,1733325940443/c6f2e1d35cf1%2C36725%2C1733325940443.1733325942329, exclude list is [], retry=0 2024-12-04T15:25:42,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34733,DS-91b91470-a412-4254-b691-aedf67c35169,DISK] 2024-12-04T15:25:42,342 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/MasterData/WALs/c6f2e1d35cf1,36725,1733325940443/c6f2e1d35cf1%2C36725%2C1733325940443.1733325942329 2024-12-04T15:25:42,342 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43555:43555)] 2024-12-04T15:25:42,343 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:42,343 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:42,343 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:42,343 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:42,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:42,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:25:42,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:42,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:42,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:42,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:25:42,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:42,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:42,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:42,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:25:42,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:42,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:42,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:42,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:25:42,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:42,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:42,348 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:42,348 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:42,349 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:42,349 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:42,349 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:42,349 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:42,350 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:42,351 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:42,351 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67297670, jitterRate=0.0028134286403656006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:42,352 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325942343Initializing all the Stores at 1733325942343Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325942343Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325942344 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325942344Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325942344Cleaning up temporary data from old regions at 1733325942349 (+5 ms)Region opened successfully at 1733325942352 (+3 ms) 2024-12-04T15:25:42,352 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:25:42,354 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60123c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:25:42,354 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:25:42,354 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:25:42,354 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:25:42,354 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:25:42,355 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:25:42,355 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:25:42,355 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:25:42,356 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:25:42,357 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Unable to get data of znode /0-1530408678/balancer because node does not exist (not necessarily an error) 2024-12-04T15:25:42,411 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1530408678/balancer already deleted, retry=false 2024-12-04T15:25:42,411 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:25:42,412 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Unable to get data of znode /0-1530408678/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:25:42,419 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1530408678/normalizer already deleted, retry=false 2024-12-04T15:25:42,420 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:25:42,421 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Unable to get data of znode /0-1530408678/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:25:42,428 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1530408678/switch/split already deleted, retry=false 2024-12-04T15:25:42,428 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Unable to get data of znode /0-1530408678/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:25:42,436 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1530408678/switch/merge already deleted, retry=false 2024-12-04T15:25:42,438 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Unable to get data of znode /0-1530408678/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:25:42,444 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1530408678/snapshot-cleanup already deleted, retry=false 2024-12-04T15:25:42,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1530408678/running 2024-12-04T15:25:42,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37433-0x101a220a69b0001, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1530408678/running 2024-12-04T15:25:42,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678 2024-12-04T15:25:42,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37433-0x101a220a69b0001, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678 2024-12-04T15:25:42,453 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,36725,1733325940443, sessionid=0x101a220a69b0000, setting cluster-up flag (Was=false) 2024-12-04T15:25:42,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678 2024-12-04T15:25:42,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37433-0x101a220a69b0001, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678 2024-12-04T15:25:42,495 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1530408678/flush-table-proc/acquired, /0-1530408678/flush-table-proc/reached, /0-1530408678/flush-table-proc/abort 2024-12-04T15:25:42,496 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,36725,1733325940443 2024-12-04T15:25:42,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678 2024-12-04T15:25:42,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37433-0x101a220a69b0001, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678 2024-12-04T15:25:42,536 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1530408678/online-snapshot/acquired, /0-1530408678/online-snapshot/reached, /0-1530408678/online-snapshot/abort 2024-12-04T15:25:42,537 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,36725,1733325940443 2024-12-04T15:25:42,538 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:25:42,539 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:42,539 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:25:42,539 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:25:42,539 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,36725,1733325940443 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:25:42,540 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:42,540 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:42,540 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:42,540 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:42,541 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:25:42,541 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:42,541 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:25:42,541 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:42,541 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325972541 2024-12-04T15:25:42,541 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:25:42,541 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:25:42,541 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:25:42,541 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:25:42,541 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:25:42,541 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:25:42,541 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:42,541 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:42,542 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:25:42,542 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:25:42,542 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:25:42,542 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:25:42,542 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:25:42,542 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:25:42,542 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:25:42,542 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325942542,5,FailOnTimeoutGroup] 2024-12-04T15:25:42,542 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325942542,5,FailOnTimeoutGroup] 2024-12-04T15:25:42,542 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:42,542 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:25:42,542 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:42,542 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:42,542 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:42,542 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:25:42,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:25:42,632 INFO [RS:0;c6f2e1d35cf1:37433 {}] regionserver.HRegionServer(746): ClusterId : ae44e36f-3e2e-4a47-ac28-da4051d7b827 2024-12-04T15:25:42,633 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:25:42,643 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:25:42,643 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:25:42,653 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:25:42,654 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f273674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:25:42,663 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:37433 2024-12-04T15:25:42,663 INFO [RS:0;c6f2e1d35cf1:37433 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:25:42,663 INFO [RS:0;c6f2e1d35cf1:37433 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:25:42,663 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:25:42,664 INFO [RS:0;c6f2e1d35cf1:37433 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,36725,1733325940443 with port=37433, startcode=1733325940605 2024-12-04T15:25:42,664 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:25:42,665 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:25:42,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,37433,1733325940605 2024-12-04T15:25:42,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36725 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,37433,1733325940605 2024-12-04T15:25:42,667 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7 2024-12-04T15:25:42,667 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38993 2024-12-04T15:25:42,667 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:25:42,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678/rs 2024-12-04T15:25:42,676 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] zookeeper.ZKUtil(111): regionserver:37433-0x101a220a69b0001, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Set watcher on existing znode=/0-1530408678/rs/c6f2e1d35cf1,37433,1733325940605 2024-12-04T15:25:42,676 WARN [RS:0;c6f2e1d35cf1:37433 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:25:42,676 INFO [RS:0;c6f2e1d35cf1:37433 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:42,676 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/WALs/c6f2e1d35cf1,37433,1733325940605 2024-12-04T15:25:42,677 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,37433,1733325940605] 2024-12-04T15:25:42,679 INFO [RS:0;c6f2e1d35cf1:37433 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:25:42,680 INFO [RS:0;c6f2e1d35cf1:37433 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:25:42,680 INFO [RS:0;c6f2e1d35cf1:37433 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:25:42,680 INFO [RS:0;c6f2e1d35cf1:37433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:42,680 INFO [RS:0;c6f2e1d35cf1:37433 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:25:42,681 INFO [RS:0;c6f2e1d35cf1:37433 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:25:42,681 INFO [RS:0;c6f2e1d35cf1:37433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:42,681 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:42,681 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:42,681 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:42,681 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:42,681 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:42,681 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:25:42,681 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:42,681 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:42,681 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:42,681 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:42,681 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:42,681 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:42,681 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:25:42,681 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:25:42,682 INFO [RS:0;c6f2e1d35cf1:37433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:42,682 INFO [RS:0;c6f2e1d35cf1:37433 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:42,682 INFO [RS:0;c6f2e1d35cf1:37433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:42,682 INFO [RS:0;c6f2e1d35cf1:37433 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:42,682 INFO [RS:0;c6f2e1d35cf1:37433 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:42,682 INFO [RS:0;c6f2e1d35cf1:37433 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,37433,1733325940605-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:25:42,693 INFO [RS:0;c6f2e1d35cf1:37433 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:25:42,693 INFO [RS:0;c6f2e1d35cf1:37433 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,37433,1733325940605-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:42,693 INFO [RS:0;c6f2e1d35cf1:37433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:42,693 INFO [RS:0;c6f2e1d35cf1:37433 {}] regionserver.Replication(171): c6f2e1d35cf1,37433,1733325940605 started 2024-12-04T15:25:42,703 INFO [RS:0;c6f2e1d35cf1:37433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:42,703 INFO [RS:0;c6f2e1d35cf1:37433 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,37433,1733325940605, RpcServer on c6f2e1d35cf1/172.17.0.3:37433, sessionid=0x101a220a69b0001 2024-12-04T15:25:42,703 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:25:42,703 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,37433,1733325940605 2024-12-04T15:25:42,703 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,37433,1733325940605' 2024-12-04T15:25:42,703 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1530408678/flush-table-proc/abort' 2024-12-04T15:25:42,704 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1530408678/flush-table-proc/acquired' 2024-12-04T15:25:42,704 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:25:42,704 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:25:42,704 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,37433,1733325940605 2024-12-04T15:25:42,704 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,37433,1733325940605' 2024-12-04T15:25:42,704 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1530408678/online-snapshot/abort' 2024-12-04T15:25:42,705 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1530408678/online-snapshot/acquired' 2024-12-04T15:25:42,705 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:25:42,705 INFO [RS:0;c6f2e1d35cf1:37433 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:25:42,705 INFO [RS:0;c6f2e1d35cf1:37433 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:25:42,805 INFO [RS:0;c6f2e1d35cf1:37433 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:25:42,806 INFO [RS:0;c6f2e1d35cf1:37433 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C37433%2C1733325940605, suffix=, logDir=hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/WALs/c6f2e1d35cf1,37433,1733325940605, archiveDir=hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/oldWALs, maxLogs=10 2024-12-04T15:25:42,816 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/WALs/c6f2e1d35cf1,37433,1733325940605/c6f2e1d35cf1%2C37433%2C1733325940605.1733325942806, exclude list is [], retry=0 2024-12-04T15:25:42,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34733,DS-91b91470-a412-4254-b691-aedf67c35169,DISK] 2024-12-04T15:25:42,820 INFO [RS:0;c6f2e1d35cf1:37433 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/WALs/c6f2e1d35cf1,37433,1733325940605/c6f2e1d35cf1%2C37433%2C1733325940605.1733325942806 2024-12-04T15:25:42,820 DEBUG [RS:0;c6f2e1d35cf1:37433 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43555:43555)] 2024-12-04T15:25:42,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:25:42,950 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7 2024-12-04T15:25:42,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:25:43,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:43,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:25:43,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:25:43,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:43,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:43,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:25:43,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:25:43,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:43,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:43,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:25:43,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:25:43,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:43,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:43,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:25:43,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:25:43,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:43,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:43,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:25:43,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/data/hbase/meta/1588230740 2024-12-04T15:25:43,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/data/hbase/meta/1588230740 2024-12-04T15:25:43,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:25:43,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:25:43,362 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:43,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:25:43,363 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:43,364 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66280703, jitterRate=-0.012340560555458069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:43,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325943356Initializing all the Stores at 1733325943356Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325943356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325943356Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325943356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325943356Cleaning up temporary data from old regions at 1733325943362 (+6 ms)Region opened successfully at 1733325943364 (+2 ms) 2024-12-04T15:25:43,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:25:43,364 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:25:43,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:25:43,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:25:43,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:25:43,364 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:25:43,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325943364Disabling compacts and flushes for region at 1733325943364Disabling writes for close at 1733325943364Writing region close event to WAL at 1733325943364Closed at 1733325943364 2024-12-04T15:25:43,365 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:43,365 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:25:43,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:25:43,366 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:25:43,366 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:25:43,517 DEBUG [c6f2e1d35cf1:36725 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:25:43,517 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,37433,1733325940605 2024-12-04T15:25:43,518 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,37433,1733325940605, state=OPENING 2024-12-04T15:25:43,561 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:25:43,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678 2024-12-04T15:25:43,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37433-0x101a220a69b0001, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1530408678 2024-12-04T15:25:43,594 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:25:43,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1530408678/meta-region-server: CHANGED 2024-12-04T15:25:43,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1530408678/meta-region-server: CHANGED 2024-12-04T15:25:43,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,37433,1733325940605}] 2024-12-04T15:25:43,746 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:25:43,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:25:43,750 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:25:43,750 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:43,751 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:25:43,752 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C37433%2C1733325940605.meta, suffix=.meta, logDir=hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/WALs/c6f2e1d35cf1,37433,1733325940605, archiveDir=hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/oldWALs, maxLogs=10 2024-12-04T15:25:43,770 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/WALs/c6f2e1d35cf1,37433,1733325940605/c6f2e1d35cf1%2C37433%2C1733325940605.meta.1733325943752.meta, exclude list is [], retry=0 2024-12-04T15:25:43,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34733,DS-91b91470-a412-4254-b691-aedf67c35169,DISK] 2024-12-04T15:25:43,773 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/WALs/c6f2e1d35cf1,37433,1733325940605/c6f2e1d35cf1%2C37433%2C1733325940605.meta.1733325943752.meta 2024-12-04T15:25:43,774 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43555:43555)] 2024-12-04T15:25:43,774 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:43,774 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:25:43,774 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:25:43,774 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:25:43,775 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:25:43,775 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:25:43,775 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:43,775 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:25:43,775 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:25:43,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:25:43,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:25:43,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:43,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:43,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:25:43,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:25:43,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:43,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:43,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:25:43,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:25:43,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:43,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:43,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:25:43,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:25:43,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:43,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:43,780 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:25:43,780 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/data/hbase/meta/1588230740 2024-12-04T15:25:43,781 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/data/hbase/meta/1588230740 2024-12-04T15:25:43,782 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:25:43,782 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:25:43,782 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:43,783 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:25:43,784 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65031011, jitterRate=-0.030962422490119934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:43,784 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:25:43,784 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325943775Writing region info on filesystem at 1733325943775Initializing all the Stores at 1733325943776 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325943776Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325943776Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325943776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325943776Cleaning up temporary data from old regions at 1733325943782 (+6 ms)Running coprocessor post-open hooks at 1733325943784 (+2 ms)Region opened successfully at 1733325943784 2024-12-04T15:25:43,785 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325943746 2024-12-04T15:25:43,786 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:25:43,786 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:25:43,787 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,37433,1733325940605 2024-12-04T15:25:43,788 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,37433,1733325940605, state=OPEN 2024-12-04T15:25:43,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36725-0x101a220a69b0000, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1530408678/meta-region-server 2024-12-04T15:25:43,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37433-0x101a220a69b0001, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1530408678/meta-region-server 2024-12-04T15:25:43,803 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,37433,1733325940605 2024-12-04T15:25:43,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1530408678/meta-region-server: CHANGED 2024-12-04T15:25:43,803 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1530408678/meta-region-server: CHANGED 2024-12-04T15:25:43,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:25:43,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,37433,1733325940605 in 209 msec 2024-12-04T15:25:43,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:25:43,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-12-04T15:25:43,807 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:43,807 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:25:43,808 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:43,808 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,37433,1733325940605, seqNum=-1] 2024-12-04T15:25:43,808 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:43,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:25:43,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-12-04T15:25:43,813 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325943813, completionTime=-1 2024-12-04T15:25:43,813 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:25:43,813 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:25:43,815 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:25:43,815 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733326003815 2024-12-04T15:25:43,815 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733326063815 2024-12-04T15:25:43,815 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T15:25:43,815 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36725,1733325940443-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:43,815 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36725,1733325940443-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:43,815 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36725,1733325940443-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:43,815 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:36725, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:43,815 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:43,815 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:43,817 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:25:43,818 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.157sec 2024-12-04T15:25:43,818 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:25:43,818 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:25:43,818 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:25:43,818 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:25:43,818 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:25:43,818 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36725,1733325940443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:25:43,818 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36725,1733325940443-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:25:43,820 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:25:43,820 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:25:43,820 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,36725,1733325940443-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:43,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c11609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:43,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,36725,-1 for getting cluster id 2024-12-04T15:25:43,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:43,834 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae44e36f-3e2e-4a47-ac28-da4051d7b827' 2024-12-04T15:25:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae44e36f-3e2e-4a47-ac28-da4051d7b827" 2024-12-04T15:25:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4d3734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,36725,-1] 2024-12-04T15:25:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:43,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:43,835 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:43,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7169d484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:43,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:43,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,37433,1733325940605, seqNum=-1] 2024-12-04T15:25:43,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:43,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:25:43,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,36725,1733325940443 2024-12-04T15:25:43,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56229 2024-12-04T15:25:43,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56229, baseZNode=/0-1530408678 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:43,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a220a69b0002 connected 2024-12-04T15:25:43,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,36725,1733325940443 2024-12-04T15:25:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30134121 2024-12-04T15:25:43,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:25:43,856 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:25:43,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:25:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T15:25:43,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:25:43,858 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:43,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T15:25:43,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:25:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:43,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741835_1011 (size=902) 2024-12-04T15:25:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:44,264 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a457bf6a958161a68e084328d6a122c0, NAME => 'test,,1733325943856.a457bf6a958161a68e084328d6a122c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7 2024-12-04T15:25:44,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34733 is added to blk_1073741836_1012 (size=39) 2024-12-04T15:25:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:44,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733325943856.a457bf6a958161a68e084328d6a122c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:44,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a457bf6a958161a68e084328d6a122c0, disabling compactions & flushes 2024-12-04T15:25:44,839 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733325943856.a457bf6a958161a68e084328d6a122c0. 2024-12-04T15:25:44,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325943856.a457bf6a958161a68e084328d6a122c0. 2024-12-04T15:25:44,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733325943856.a457bf6a958161a68e084328d6a122c0. after waiting 0 ms 2024-12-04T15:25:44,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733325943856.a457bf6a958161a68e084328d6a122c0. 2024-12-04T15:25:44,839 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733325943856.a457bf6a958161a68e084328d6a122c0. 2024-12-04T15:25:44,839 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a457bf6a958161a68e084328d6a122c0: Waiting for close lock at 1733325944839Disabling compacts and flushes for region at 1733325944839Disabling writes for close at 1733325944839Writing region close event to WAL at 1733325944839Closed at 1733325944839 2024-12-04T15:25:44,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:25:44,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733325943856.a457bf6a958161a68e084328d6a122c0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733325944840"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325944840"}]},"ts":"1733325944840"} 2024-12-04T15:25:44,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:25:44,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:25:44,843 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325944842"}]},"ts":"1733325944842"} 2024-12-04T15:25:44,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T15:25:44,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a457bf6a958161a68e084328d6a122c0, ASSIGN}] 2024-12-04T15:25:44,845 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a457bf6a958161a68e084328d6a122c0, ASSIGN 2024-12-04T15:25:44,845 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a457bf6a958161a68e084328d6a122c0, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,37433,1733325940605; forceNewPlan=false, retain=false 2024-12-04T15:25:44,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a457bf6a958161a68e084328d6a122c0, regionState=OPENING, regionLocation=c6f2e1d35cf1,37433,1733325940605 2024-12-04T15:25:44,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a457bf6a958161a68e084328d6a122c0, ASSIGN because future has completed 2024-12-04T15:25:44,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a457bf6a958161a68e084328d6a122c0, server=c6f2e1d35cf1,37433,1733325940605}] 2024-12-04T15:25:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:45,152 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733325943856.a457bf6a958161a68e084328d6a122c0. 2024-12-04T15:25:45,152 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a457bf6a958161a68e084328d6a122c0, NAME => 'test,,1733325943856.a457bf6a958161a68e084328d6a122c0.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:45,153 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:25:45,153 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T15:25:45,153 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a457bf6a958161a68e084328d6a122c0 2024-12-04T15:25:45,153 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733325943856.a457bf6a958161a68e084328d6a122c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:45,153 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a457bf6a958161a68e084328d6a122c0 2024-12-04T15:25:45,153 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a457bf6a958161a68e084328d6a122c0 2024-12-04T15:25:45,154 INFO [StoreOpener-a457bf6a958161a68e084328d6a122c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a457bf6a958161a68e084328d6a122c0 2024-12-04T15:25:45,155 INFO [StoreOpener-a457bf6a958161a68e084328d6a122c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a457bf6a958161a68e084328d6a122c0 columnFamilyName f 2024-12-04T15:25:45,155 DEBUG [StoreOpener-a457bf6a958161a68e084328d6a122c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:45,156 INFO [StoreOpener-a457bf6a958161a68e084328d6a122c0-1 {}] regionserver.HStore(327): Store=a457bf6a958161a68e084328d6a122c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:45,156 INFO [StoreOpener-a457bf6a958161a68e084328d6a122c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a457bf6a958161a68e084328d6a122c0 2024-12-04T15:25:45,156 INFO [StoreOpener-a457bf6a958161a68e084328d6a122c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a457bf6a958161a68e084328d6a122c0 columnFamilyName f1 2024-12-04T15:25:45,156 DEBUG [StoreOpener-a457bf6a958161a68e084328d6a122c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:45,157 INFO [StoreOpener-a457bf6a958161a68e084328d6a122c0-1 {}] regionserver.HStore(327): Store=a457bf6a958161a68e084328d6a122c0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:45,157 INFO [StoreOpener-a457bf6a958161a68e084328d6a122c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a457bf6a958161a68e084328d6a122c0 2024-12-04T15:25:45,157 INFO [StoreOpener-a457bf6a958161a68e084328d6a122c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a457bf6a958161a68e084328d6a122c0 columnFamilyName norep 2024-12-04T15:25:45,157 DEBUG [StoreOpener-a457bf6a958161a68e084328d6a122c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:45,157 INFO [StoreOpener-a457bf6a958161a68e084328d6a122c0-1 {}] regionserver.HStore(327): Store=a457bf6a958161a68e084328d6a122c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:45,158 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a457bf6a958161a68e084328d6a122c0 2024-12-04T15:25:45,158 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/data/default/test/a457bf6a958161a68e084328d6a122c0 2024-12-04T15:25:45,158 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/data/default/test/a457bf6a958161a68e084328d6a122c0 2024-12-04T15:25:45,159 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a457bf6a958161a68e084328d6a122c0 2024-12-04T15:25:45,159 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a457bf6a958161a68e084328d6a122c0 2024-12-04T15:25:45,159 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:25:45,160 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a457bf6a958161a68e084328d6a122c0 2024-12-04T15:25:45,161 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/data/default/test/a457bf6a958161a68e084328d6a122c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:45,161 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a457bf6a958161a68e084328d6a122c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74806395, jitterRate=0.11470215022563934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:25:45,161 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a457bf6a958161a68e084328d6a122c0 2024-12-04T15:25:45,161 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a457bf6a958161a68e084328d6a122c0: Running coprocessor pre-open hook at 1733325945153Writing region info on filesystem at 1733325945153Initializing all the Stores at 1733325945154 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325945154Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325945154Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325945154Cleaning up temporary data from old regions at 1733325945159 (+5 ms)Running coprocessor post-open hooks at 1733325945161 (+2 ms)Region opened successfully at 1733325945161 2024-12-04T15:25:45,162 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733325943856.a457bf6a958161a68e084328d6a122c0., pid=6, masterSystemTime=1733325945150 2024-12-04T15:25:45,163 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733325943856.a457bf6a958161a68e084328d6a122c0. 2024-12-04T15:25:45,163 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733325943856.a457bf6a958161a68e084328d6a122c0. 2024-12-04T15:25:45,164 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a457bf6a958161a68e084328d6a122c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f2e1d35cf1,37433,1733325940605 2024-12-04T15:25:45,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a457bf6a958161a68e084328d6a122c0, server=c6f2e1d35cf1,37433,1733325940605 because future has completed 2024-12-04T15:25:45,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:25:45,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a457bf6a958161a68e084328d6a122c0, server=c6f2e1d35cf1,37433,1733325940605 in 168 msec 2024-12-04T15:25:45,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:25:45,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a457bf6a958161a68e084328d6a122c0, ASSIGN in 323 msec 2024-12-04T15:25:45,169 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:25:45,169 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325945169"}]},"ts":"1733325945169"} 2024-12-04T15:25:45,170 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T15:25:45,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:25:45,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3150 sec 2024-12-04T15:25:45,309 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:25:45,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:45,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:45,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:45,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:45,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:45,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:45,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:45,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:45,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:45,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:45,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:45,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:45,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:45,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:45,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:45,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:45,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:46,010 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T15:25:46,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129dbbe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:46,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,36725,-1 for getting cluster id 2024-12-04T15:25:46,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:46,011 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae44e36f-3e2e-4a47-ac28-da4051d7b827' 2024-12-04T15:25:46,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:46,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae44e36f-3e2e-4a47-ac28-da4051d7b827" 2024-12-04T15:25:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b812d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,36725,-1] 2024-12-04T15:25:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:46,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:46,012 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:46,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7325e221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:46,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:46,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,36725,1733325940443 2024-12-04T15:25:46,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aba2bff 2024-12-04T15:25:46,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:25:46,014 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:25:46,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:36725,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:25:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:25:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:46,016 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:36725' 2024-12-04T15:25:46,017 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1d2bb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:46,017 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,36725,-1 for getting cluster id 2024-12-04T15:25:46,017 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:46,017 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae44e36f-3e2e-4a47-ac28-da4051d7b827' 2024-12-04T15:25:46,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:46,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae44e36f-3e2e-4a47-ac28-da4051d7b827" 2024-12-04T15:25:46,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdfac6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:46,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,36725,-1] 2024-12-04T15:25:46,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:46,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:46,018 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:46,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6ba6c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:46,019 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:46,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,36725,1733325940443 2024-12-04T15:25:46,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26871011 2024-12-04T15:25:46,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:25:46,020 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:25:46,020 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T15:25:46,020 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:25:46,020 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:46,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:25:46,021 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:46,021 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c6f2e1d35cf1:36725, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-04T15:25:46,026 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c6f2e1d35cf1:36725, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c6f2e1d35cf1:36725, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c6f2e1d35cf1:36725, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-04T15:25:46,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://c6f2e1d35cf1:36725, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-12-04T15:25:46,027 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-04T15:25:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:25:46,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:25:46,121 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://c6f2e1d35cf1:36725, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-04T15:25:46,121 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:25:46,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:46,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:46,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:25:46,137 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 360) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c6f2e1d35cf1:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/cluster_c6b9406c-ed78-ea43-3d5e-5f86f2358820/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_978026023_20 at /127.0.0.1:39730 [Receiving block BP-410354930-172.17.0.3-1733325938957:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7-prefix:c6f2e1d35cf1,37433,1733325940605.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PacketResponder: BP-410354930-172.17.0.3-1733325938957:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp885867159-7936 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7/MasterData-prefix:c6f2e1d35cf1,36725,1733325940443 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@58b5e117 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/cluster_c6b9406c-ed78-ea43-3d5e-5f86f2358820/data/data2/current/BP-410354930-172.17.0.3-1733325938957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38993/user/jenkins/test-data/3ec772c3-966e-408f-c466-5fb2879f3cd7-prefix:c6f2e1d35cf1,37433,1733325940605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/cluster_c6b9406c-ed78-ea43-3d5e-5f86f2358820/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 41247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1123702963-7892 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server idle connection scanner for port 41247 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325942542 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp1123702963-7888 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f94e8432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp885867159-7935-acceptor-0@3ea1d810-ServerConnector@37872a5f{HTTP/1.1, (http/1.1)}{localhost:46297} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp885867159-7937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-410354930-172.17.0.3-1733325938957:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7887 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f94e8432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_978026023_20 at /127.0.0.1:39676 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38993 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325942542 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f94e89f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@41b00a94 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7885 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f94e8432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-410354930-172.17.0.3-1733325938957:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@61d1ce3b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56229) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_978026023_20 at /127.0.0.1:39742 [Receiving block BP-410354930-172.17.0.3-1733325938957:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38993 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c6f2e1d35cf1:37433-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1123702963-7889-acceptor-0@59a48474-ServerConnector@63e3f7ce{HTTP/1.1, (http/1.1)}{localhost:33309} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-65e21794-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$592/0x00007f94e8aafd90.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: c6f2e1d35cf1:36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-410354930-172.17.0.3-1733325938957 heartbeating to localhost/127.0.0.1:38993 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7890 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;c6f2e1d35cf1:36725 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6fa0fb0f[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c6f2e1d35cf1:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:56229): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c6f2e1d35cf1:37433 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c6f2e1d35cf1:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1807802417_20 at /127.0.0.1:39714 [Receiving block BP-410354930-172.17.0.3-1733325938957:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/cluster_c6b9406c-ed78-ea43-3d5e-5f86f2358820/data/data1/current/BP-410354930-172.17.0.3-1733325938957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: Session-HouseKeeper-20a7163-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp885867159-7934 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f94e8432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56229 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: CacheReplicationMonitor(1075222449) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56229) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 41247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56229) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@100aa463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server handler 0 on default port 38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1123702963-7886 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f94e8432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41247 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/c6f2e1d35cf1:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 3 on default port 38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1123702963-7891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 788) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 402), ProcessCount=11 (was 11), AvailableMemoryMB=6774 (was 6804) 2024-12-04T15:25:46,140 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-12-04T15:25:46,151 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=6773 2024-12-04T15:25:46,151 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-12-04T15:25:46,162 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-04T15:25:46,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/hadoop.log.dir so I do NOT create it in target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9 2024-12-04T15:25:46,162 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:25:46,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/hadoop.tmp.dir so I do NOT create it in target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9 2024-12-04T15:25:46,162 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7637843a-790e-2b00-5542-9089c6fc36aa/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:25:46,163 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9 2024-12-04T15:25:46,163 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/cluster_cb81c580-4eb5-a50b-33b0-6236fd08185a, deleteOnExit=true 2024-12-04T15:25:46,239 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/cluster_cb81c580-4eb5-a50b-33b0-6236fd08185a/zookeeper_0, clientPort=55017, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/cluster_cb81c580-4eb5-a50b-33b0-6236fd08185a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/cluster_cb81c580-4eb5-a50b-33b0-6236fd08185a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T15:25:46,239 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55017 2024-12-04T15:25:46,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:25:46,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:25:46,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/test.cache.data in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:25:46,240 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:25:46,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:25:46,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:25:46,456 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:25:46,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:25:46,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:25:46,457 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:25:46,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:25:46,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5eaa4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:25:46,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@586faf4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:25:46,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10b643e1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/java.io.tmpdir/jetty-localhost-36599-hadoop-hdfs-3_4_1-tests_jar-_-any-15565829800892168810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:25:46,556 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b000d21{HTTP/1.1, (http/1.1)}{localhost:36599} 2024-12-04T15:25:46,556 INFO [Time-limited test {}] server.Server(415): Started @312249ms 2024-12-04T15:25:46,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:25:46,725 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:25:46,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:25:46,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:25:46,727 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:25:46,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22e8e045{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:25:46,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d873ff5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:25:46,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f819f6f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/java.io.tmpdir/jetty-localhost-32893-hadoop-hdfs-3_4_1-tests_jar-_-any-1382680851303057768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:25:46,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@717ef773{HTTP/1.1, (http/1.1)}{localhost:32893} 2024-12-04T15:25:46,830 INFO [Time-limited test {}] server.Server(415): Started @312523ms 2024-12-04T15:25:46,831 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:25:47,263 WARN [Thread-4312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/cluster_cb81c580-4eb5-a50b-33b0-6236fd08185a/data/data1/current/BP-1309359915-172.17.0.3-1733325946252/current, will proceed with Du for space computation calculation, 2024-12-04T15:25:47,263 WARN [Thread-4313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/cluster_cb81c580-4eb5-a50b-33b0-6236fd08185a/data/data2/current/BP-1309359915-172.17.0.3-1733325946252/current, will proceed with Du for space computation calculation, 2024-12-04T15:25:47,276 WARN [Thread-4300 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:25:47,278 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13d294ccddb0517 with lease ID 0x9c5d557ad3c48deb: Processing first storage report for DS-86e19baa-a059-44b3-beac-765ee6fecb3b from datanode DatanodeRegistration(127.0.0.1:44227, datanodeUuid=6d4e1b09-1362-46c8-ad77-f9f796bd5c63, infoPort=43879, infoSecurePort=0, ipcPort=33359, storageInfo=lv=-57;cid=testClusterID;nsid=882349829;c=1733325946252) 2024-12-04T15:25:47,278 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13d294ccddb0517 with lease ID 0x9c5d557ad3c48deb: from storage DS-86e19baa-a059-44b3-beac-765ee6fecb3b node DatanodeRegistration(127.0.0.1:44227, datanodeUuid=6d4e1b09-1362-46c8-ad77-f9f796bd5c63, infoPort=43879, infoSecurePort=0, ipcPort=33359, storageInfo=lv=-57;cid=testClusterID;nsid=882349829;c=1733325946252), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:25:47,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13d294ccddb0517 with lease ID 0x9c5d557ad3c48deb: Processing first storage report for DS-0f806c30-8b35-4e19-a213-ec6263522788 from datanode DatanodeRegistration(127.0.0.1:44227, datanodeUuid=6d4e1b09-1362-46c8-ad77-f9f796bd5c63, infoPort=43879, infoSecurePort=0, ipcPort=33359, storageInfo=lv=-57;cid=testClusterID;nsid=882349829;c=1733325946252) 2024-12-04T15:25:47,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13d294ccddb0517 with lease ID 0x9c5d557ad3c48deb: from storage DS-0f806c30-8b35-4e19-a213-ec6263522788 node DatanodeRegistration(127.0.0.1:44227, datanodeUuid=6d4e1b09-1362-46c8-ad77-f9f796bd5c63, infoPort=43879, infoSecurePort=0, ipcPort=33359, storageInfo=lv=-57;cid=testClusterID;nsid=882349829;c=1733325946252), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:25:47,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9 2024-12-04T15:25:47,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:47,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:47,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:25:47,763 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9 with version=8 2024-12-04T15:25:47,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/hbase-staging 2024-12-04T15:25:47,765 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:25:47,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:47,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:47,765 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:25:47,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:47,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:25:47,766 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:25:47,766 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:25:47,766 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37427 2024-12-04T15:25:47,767 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37427 connecting to ZooKeeper ensemble=127.0.0.1:55017 2024-12-04T15:25:47,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374270x0, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:47,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37427-0x101a220c3270000 connected 2024-12-04T15:25:47,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:47,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:47,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Set watcher on znode that does not yet exist, /0-2134823653/running 2024-12-04T15:25:47,874 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9, hbase.cluster.distributed=false 2024-12-04T15:25:47,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Set watcher on znode that does not yet exist, /0-2134823653/acl 2024-12-04T15:25:47,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37427 2024-12-04T15:25:47,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37427 2024-12-04T15:25:47,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37427 2024-12-04T15:25:47,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37427 2024-12-04T15:25:47,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37427 2024-12-04T15:25:47,893 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:25:47,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:47,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:47,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:25:47,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:47,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:25:47,893 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:25:47,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:25:47,894 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45139 2024-12-04T15:25:47,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45139 connecting to ZooKeeper ensemble=127.0.0.1:55017 2024-12-04T15:25:47,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:47,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:47,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451390x0, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:47,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451390x0, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Set watcher on znode that does not yet exist, /0-2134823653/running 2024-12-04T15:25:47,905 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:25:47,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45139-0x101a220c3270001 connected 2024-12-04T15:25:47,913 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:25:47,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Set watcher on znode that does not yet exist, /0-2134823653/master 2024-12-04T15:25:47,915 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Set watcher on znode that does not yet exist, /0-2134823653/acl 2024-12-04T15:25:47,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45139 2024-12-04T15:25:47,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45139 2024-12-04T15:25:47,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45139 2024-12-04T15:25:47,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45139 2024-12-04T15:25:47,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45139 2024-12-04T15:25:47,936 DEBUG [M:0;c6f2e1d35cf1:37427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:37427 2024-12-04T15:25:47,937 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2134823653/backup-masters/c6f2e1d35cf1,37427,1733325947765 2024-12-04T15:25:47,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653/backup-masters 2024-12-04T15:25:47,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653/backup-masters 2024-12-04T15:25:47,946 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Set watcher on existing znode=/0-2134823653/backup-masters/c6f2e1d35cf1,37427,1733325947765 2024-12-04T15:25:47,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2134823653/master 2024-12-04T15:25:47,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:25:47,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:25:47,954 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Set watcher on existing znode=/0-2134823653/master 2024-12-04T15:25:47,954 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2134823653/backup-masters/c6f2e1d35cf1,37427,1733325947765 from backup master directory 2024-12-04T15:25:47,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653/backup-masters 2024-12-04T15:25:47,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2134823653/backup-masters/c6f2e1d35cf1,37427,1733325947765 2024-12-04T15:25:47,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653/backup-masters 2024-12-04T15:25:47,962 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:25:47,962 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,37427,1733325947765 2024-12-04T15:25:47,964 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/hbase.id] with ID: a9059c69-7d75-4fb4-9853-6cb7cec51225 2024-12-04T15:25:47,964 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/.tmp/hbase.id 2024-12-04T15:25:47,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:25:47,968 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/.tmp/hbase.id]:[hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/hbase.id] 2024-12-04T15:25:47,974 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:47,974 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:25:47,975 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:25:47,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:25:47,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:25:47,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:25:48,389 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:25:48,390 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:25:48,390 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:48,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:25:48,679 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:25:48,679 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T15:25:48,795 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store 2024-12-04T15:25:48,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:25:49,199 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:49,199 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:25:49,199 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:49,199 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:49,200 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:25:49,200 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:49,200 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:49,200 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325949199Disabling compacts and flushes for region at 1733325949199Disabling writes for close at 1733325949200 (+1 ms)Writing region close event to WAL at 1733325949200Closed at 1733325949200 2024-12-04T15:25:49,200 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/.initializing 2024-12-04T15:25:49,200 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/WALs/c6f2e1d35cf1,37427,1733325947765 2024-12-04T15:25:49,201 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:25:49,202 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C37427%2C1733325947765, suffix=, logDir=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/WALs/c6f2e1d35cf1,37427,1733325947765, archiveDir=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/oldWALs, maxLogs=10 2024-12-04T15:25:49,213 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/WALs/c6f2e1d35cf1,37427,1733325947765/c6f2e1d35cf1%2C37427%2C1733325947765.1733325949202, exclude list is [], retry=0 2024-12-04T15:25:49,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44227,DS-86e19baa-a059-44b3-beac-765ee6fecb3b,DISK] 2024-12-04T15:25:49,216 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/WALs/c6f2e1d35cf1,37427,1733325947765/c6f2e1d35cf1%2C37427%2C1733325947765.1733325949202 2024-12-04T15:25:49,217 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43879:43879)] 2024-12-04T15:25:49,217 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:49,217 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:49,217 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:49,217 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:49,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:49,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:25:49,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:49,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:49,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:49,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:25:49,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:49,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:49,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:49,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:25:49,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:49,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:49,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:49,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:25:49,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:49,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:49,222 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:49,223 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:49,223 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:49,224 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:49,224 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:49,224 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:49,225 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:49,226 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:49,226 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67467928, jitterRate=0.005350470542907715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:49,226 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325949217Initializing all the Stores at 1733325949218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325949218Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325949218Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325949218Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325949218Cleaning up temporary data from old regions at 1733325949224 (+6 ms)Region opened successfully at 1733325949226 (+2 ms) 2024-12-04T15:25:49,227 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:25:49,229 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b20be59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:25:49,229 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:25:49,230 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:25:49,230 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:25:49,230 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:25:49,230 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:25:49,230 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:25:49,230 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:25:49,232 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:25:49,232 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Unable to get data of znode /0-2134823653/balancer because node does not exist (not necessarily an error) 2024-12-04T15:25:49,312 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2134823653/balancer already deleted, retry=false 2024-12-04T15:25:49,312 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:25:49,313 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Unable to get data of znode /0-2134823653/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:25:49,320 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2134823653/normalizer already deleted, retry=false 2024-12-04T15:25:49,321 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:25:49,321 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Unable to get data of znode /0-2134823653/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:25:49,328 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2134823653/switch/split already deleted, retry=false 2024-12-04T15:25:49,329 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Unable to get data of znode /0-2134823653/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:25:49,337 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2134823653/switch/merge already deleted, retry=false 2024-12-04T15:25:49,338 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Unable to get data of znode /0-2134823653/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:25:49,345 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2134823653/snapshot-cleanup already deleted, retry=false 2024-12-04T15:25:49,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2134823653/running 2024-12-04T15:25:49,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2134823653/running 2024-12-04T15:25:49,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:25:49,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:25:49,354 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,37427,1733325947765, sessionid=0x101a220c3270000, setting cluster-up flag (Was=false) 2024-12-04T15:25:49,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:25:49,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:25:49,395 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2134823653/flush-table-proc/acquired, /0-2134823653/flush-table-proc/reached, /0-2134823653/flush-table-proc/abort 2024-12-04T15:25:49,396 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,37427,1733325947765 2024-12-04T15:25:49,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:25:49,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:25:49,437 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2134823653/online-snapshot/acquired, /0-2134823653/online-snapshot/reached, /0-2134823653/online-snapshot/abort 2024-12-04T15:25:49,438 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,37427,1733325947765 2024-12-04T15:25:49,438 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:25:49,439 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:49,439 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:25:49,440 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:25:49,440 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,37427,1733325947765 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:25:49,441 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:49,441 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:49,441 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:49,441 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:49,441 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:25:49,441 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:49,441 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:25:49,441 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:49,442 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325979441 2024-12-04T15:25:49,442 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:25:49,442 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:25:49,442 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:25:49,442 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:49,442 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:25:49,442 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:25:49,442 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:25:49,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:25:49,442 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:49,442 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:25:49,442 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:25:49,442 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:25:49,442 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:25:49,442 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:49,442 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:25:49,442 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:25:49,443 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:25:49,443 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325949443,5,FailOnTimeoutGroup] 2024-12-04T15:25:49,443 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325949443,5,FailOnTimeoutGroup] 2024-12-04T15:25:49,443 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:49,443 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:25:49,443 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:49,443 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:49,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:25:49,529 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(746): ClusterId : a9059c69-7d75-4fb4-9853-6cb7cec51225 2024-12-04T15:25:49,529 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:25:49,537 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:25:49,537 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:25:49,546 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:25:49,546 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad7b31e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:25:49,556 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:45139 2024-12-04T15:25:49,556 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:25:49,556 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:25:49,556 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:25:49,556 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,37427,1733325947765 with port=45139, startcode=1733325947893 2024-12-04T15:25:49,556 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:25:49,558 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:25:49,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37427 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,45139,1733325947893 2024-12-04T15:25:49,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37427 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,45139,1733325947893 2024-12-04T15:25:49,559 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9 2024-12-04T15:25:49,559 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40951 2024-12-04T15:25:49,559 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:25:49,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653/rs 2024-12-04T15:25:49,568 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] zookeeper.ZKUtil(111): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Set watcher on existing znode=/0-2134823653/rs/c6f2e1d35cf1,45139,1733325947893 2024-12-04T15:25:49,568 WARN [RS:0;c6f2e1d35cf1:45139 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:25:49,568 INFO [RS:0;c6f2e1d35cf1:45139 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:49,568 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893 2024-12-04T15:25:49,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,45139,1733325947893] 2024-12-04T15:25:49,570 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:25:49,571 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:25:49,572 INFO [RS:0;c6f2e1d35cf1:45139 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:25:49,572 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:49,572 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:25:49,572 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:25:49,572 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:49,572 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:49,572 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:49,572 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:49,572 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:49,572 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:49,572 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:25:49,572 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:49,572 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:49,572 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:49,572 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:49,572 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:49,572 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:49,572 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:25:49,572 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:25:49,573 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:49,573 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:49,573 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:49,573 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:49,573 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:49,573 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,45139,1733325947893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:25:49,584 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:25:49,584 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,45139,1733325947893-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:49,584 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:49,584 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.Replication(171): c6f2e1d35cf1,45139,1733325947893 started 2024-12-04T15:25:49,595 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:49,595 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,45139,1733325947893, RpcServer on c6f2e1d35cf1/172.17.0.3:45139, sessionid=0x101a220c3270001 2024-12-04T15:25:49,595 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:25:49,595 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,45139,1733325947893 2024-12-04T15:25:49,595 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,45139,1733325947893' 2024-12-04T15:25:49,595 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2134823653/flush-table-proc/abort' 2024-12-04T15:25:49,596 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2134823653/flush-table-proc/acquired' 2024-12-04T15:25:49,596 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:25:49,596 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:25:49,596 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,45139,1733325947893 2024-12-04T15:25:49,596 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,45139,1733325947893' 2024-12-04T15:25:49,596 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2134823653/online-snapshot/abort' 2024-12-04T15:25:49,597 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2134823653/online-snapshot/acquired' 2024-12-04T15:25:49,597 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:25:49,597 INFO [RS:0;c6f2e1d35cf1:45139 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:25:49,597 INFO [RS:0;c6f2e1d35cf1:45139 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:25:49,697 INFO [RS:0;c6f2e1d35cf1:45139 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:25:49,698 INFO [RS:0;c6f2e1d35cf1:45139 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C45139%2C1733325947893, suffix=, logDir=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893, archiveDir=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/oldWALs, maxLogs=10 2024-12-04T15:25:49,708 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698, exclude list is [], retry=0 2024-12-04T15:25:49,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44227,DS-86e19baa-a059-44b3-beac-765ee6fecb3b,DISK] 2024-12-04T15:25:49,711 INFO [RS:0;c6f2e1d35cf1:45139 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 2024-12-04T15:25:49,712 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43879:43879)] 2024-12-04T15:25:49,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T15:25:49,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T15:25:49,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T15:25:49,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T15:25:49,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:25:49,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T15:25:49,807 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T15:25:49,807 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T15:25:49,848 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:25:49,848 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9 2024-12-04T15:25:49,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:25:50,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:50,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:25:50,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:25:50,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:50,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:50,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:25:50,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:25:50,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:50,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:50,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:25:50,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:25:50,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:50,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:50,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:25:50,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:25:50,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:50,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:50,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:25:50,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740 2024-12-04T15:25:50,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740 2024-12-04T15:25:50,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:25:50,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:25:50,259 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:50,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:25:50,261 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:50,261 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65154035, jitterRate=-0.02912922203540802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:50,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325950253Initializing all the Stores at 1733325950254 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325950254Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325950254Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325950254Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325950254Cleaning up temporary data from old regions at 1733325950259 (+5 ms)Region opened successfully at 1733325950261 (+2 ms) 2024-12-04T15:25:50,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:25:50,261 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:25:50,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:25:50,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:25:50,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:25:50,262 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:25:50,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325950261Disabling compacts and flushes for region at 1733325950261Disabling writes for close at 1733325950261Writing region close event to WAL at 1733325950262 (+1 ms)Closed at 1733325950262 2024-12-04T15:25:50,262 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:50,262 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:25:50,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:25:50,263 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:25:50,264 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:25:50,414 DEBUG [c6f2e1d35cf1:37427 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:25:50,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,45139,1733325947893 2024-12-04T15:25:50,415 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,45139,1733325947893, state=OPENING 2024-12-04T15:25:50,462 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:25:50,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:25:50,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:25:50,489 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:25:50,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2134823653/meta-region-server: CHANGED 2024-12-04T15:25:50,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2134823653/meta-region-server: CHANGED 2024-12-04T15:25:50,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,45139,1733325947893}] 2024-12-04T15:25:50,641 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:25:50,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:25:50,644 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:25:50,644 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:50,644 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:25:50,645 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C45139%2C1733325947893.meta, suffix=.meta, logDir=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893, archiveDir=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/oldWALs, maxLogs=10 2024-12-04T15:25:50,655 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:25:50,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,658 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.meta.1733325950646.meta, exclude list is [], retry=0 2024-12-04T15:25:50,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44227,DS-86e19baa-a059-44b3-beac-765ee6fecb3b,DISK] 2024-12-04T15:25:50,661 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.meta.1733325950646.meta 2024-12-04T15:25:50,662 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43879:43879)] 2024-12-04T15:25:50,663 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:50,663 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:25:50,663 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:25:50,663 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:25:50,663 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:25:50,663 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:25:50,663 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:50,663 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:25:50,663 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:25:50,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:25:50,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:25:50,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:50,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:50,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:25:50,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:25:50,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:50,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:50,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:25:50,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:25:50,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:50,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:50,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:25:50,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:25:50,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:50,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:50,669 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:25:50,670 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740 2024-12-04T15:25:50,670 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740 2024-12-04T15:25:50,671 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:25:50,671 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:25:50,671 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:50,672 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:25:50,673 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70325349, jitterRate=0.04792936146259308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:50,673 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:25:50,673 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325950663Writing region info on filesystem at 1733325950664 (+1 ms)Initializing all the Stores at 1733325950664Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325950664Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325950666 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325950666Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325950666Cleaning up temporary data from old regions at 1733325950671 (+5 ms)Running coprocessor post-open hooks at 1733325950673 (+2 ms)Region opened successfully at 1733325950673 2024-12-04T15:25:50,673 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325950641 2024-12-04T15:25:50,675 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:25:50,675 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:25:50,675 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,45139,1733325947893 2024-12-04T15:25:50,676 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,45139,1733325947893, state=OPEN 2024-12-04T15:25:50,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2134823653/meta-region-server 2024-12-04T15:25:50,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2134823653/meta-region-server 2024-12-04T15:25:50,687 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,45139,1733325947893 2024-12-04T15:25:50,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2134823653/meta-region-server: CHANGED 2024-12-04T15:25:50,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2134823653/meta-region-server: CHANGED 2024-12-04T15:25:50,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:25:50,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,45139,1733325947893 in 198 msec 2024-12-04T15:25:50,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:25:50,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-12-04T15:25:50,690 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:50,690 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:25:50,691 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:50,691 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=-1] 2024-12-04T15:25:50,691 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:50,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:25:50,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:50,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2560 sec 2024-12-04T15:25:50,696 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325950696, completionTime=-1 2024-12-04T15:25:50,696 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:25:50,696 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:25:50,697 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:25:50,698 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733326010697 2024-12-04T15:25:50,698 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733326070698 2024-12-04T15:25:50,698 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T15:25:50,698 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,37427,1733325947765-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:50,698 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,37427,1733325947765-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:50,698 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,37427,1733325947765-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:50,698 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:37427, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:50,698 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:50,698 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:50,699 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:25:50,700 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.738sec 2024-12-04T15:25:50,700 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:25:50,700 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:25:50,700 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:25:50,700 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:25:50,700 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:25:50,700 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,37427,1733325947765-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:25:50,700 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,37427,1733325947765-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:25:50,702 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:25:50,702 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:25:50,702 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,37427,1733325947765-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:50,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4c6048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:50,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,37427,-1 for getting cluster id 2024-12-04T15:25:50,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:50,731 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9059c69-7d75-4fb4-9853-6cb7cec51225' 2024-12-04T15:25:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9059c69-7d75-4fb4-9853-6cb7cec51225" 2024-12-04T15:25:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e95cf14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,37427,-1] 2024-12-04T15:25:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:50,732 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:50,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1789190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:50,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:50,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=-1] 2024-12-04T15:25:50,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:50,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:25:50,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,37427,1733325947765 2024-12-04T15:25:50,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55017 2024-12-04T15:25:50,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:50,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101a220c3270002 connected 2024-12-04T15:25:50,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/hadoop.log.dir so I do NOT create it in target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8 2024-12-04T15:25:50,755 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:25:50,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/hadoop.tmp.dir so I do NOT create it in target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8 2024-12-04T15:25:50,755 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:25:50,755 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8 2024-12-04T15:25:50,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:25:50,755 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/cluster_88717a09-2399-fd13-d06c-32bf18a88483, deleteOnExit=true 2024-12-04T15:25:50,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/test.cache.data in system properties and HBase conf 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:25:50,756 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:25:50,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:25:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:25:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:25:50,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:25:50,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:25:50,957 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:25:50,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:25:50,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:25:50,958 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:25:50,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:25:50,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cfaf16c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:25:50,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@252587db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:25:51,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9449504{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/java.io.tmpdir/jetty-localhost-39955-hadoop-hdfs-3_4_1-tests_jar-_-any-5837786340668084782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:25:51,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@772e1cf9{HTTP/1.1, (http/1.1)}{localhost:39955} 2024-12-04T15:25:51,048 INFO [Time-limited test {}] server.Server(415): Started @316740ms 2024-12-04T15:25:51,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:25:51,206 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:25:51,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:25:51,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:25:51,208 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T15:25:51,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@318c5ff0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:25:51,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c4eba30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:25:51,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4098b091{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/java.io.tmpdir/jetty-localhost-38013-hadoop-hdfs-3_4_1-tests_jar-_-any-3576650145084779771/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:25:51,297 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4aba0120{HTTP/1.1, (http/1.1)}{localhost:38013} 2024-12-04T15:25:51,297 INFO [Time-limited test {}] server.Server(415): Started @316990ms 2024-12-04T15:25:51,298 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:25:51,771 WARN [Thread-4433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/cluster_88717a09-2399-fd13-d06c-32bf18a88483/data/data1/current/BP-989887050-172.17.0.3-1733325950769/current, will proceed with Du for space computation calculation, 2024-12-04T15:25:51,771 WARN [Thread-4434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/cluster_88717a09-2399-fd13-d06c-32bf18a88483/data/data2/current/BP-989887050-172.17.0.3-1733325950769/current, will proceed with Du for space computation calculation, 2024-12-04T15:25:51,789 WARN [Thread-4421 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:25:51,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa704e9e4f23c2ec with lease ID 0x243604142a031baa: Processing first storage report for DS-8cb40eb5-9c45-45e4-b143-d054d9abb92f from datanode DatanodeRegistration(127.0.0.1:45293, datanodeUuid=f9cbd388-e4ce-4328-bba5-5fa47bc4d303, infoPort=42563, infoSecurePort=0, ipcPort=42047, storageInfo=lv=-57;cid=testClusterID;nsid=292959607;c=1733325950769) 2024-12-04T15:25:51,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa704e9e4f23c2ec with lease ID 0x243604142a031baa: from storage DS-8cb40eb5-9c45-45e4-b143-d054d9abb92f node DatanodeRegistration(127.0.0.1:45293, datanodeUuid=f9cbd388-e4ce-4328-bba5-5fa47bc4d303, infoPort=42563, infoSecurePort=0, ipcPort=42047, storageInfo=lv=-57;cid=testClusterID;nsid=292959607;c=1733325950769), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:25:51,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa704e9e4f23c2ec with lease ID 0x243604142a031baa: Processing first storage report for DS-fa9dbf83-e0aa-4692-9e71-38067c24fa4f from datanode DatanodeRegistration(127.0.0.1:45293, datanodeUuid=f9cbd388-e4ce-4328-bba5-5fa47bc4d303, infoPort=42563, infoSecurePort=0, ipcPort=42047, storageInfo=lv=-57;cid=testClusterID;nsid=292959607;c=1733325950769) 2024-12-04T15:25:51,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa704e9e4f23c2ec with lease ID 0x243604142a031baa: from storage DS-fa9dbf83-e0aa-4692-9e71-38067c24fa4f node DatanodeRegistration(127.0.0.1:45293, datanodeUuid=f9cbd388-e4ce-4328-bba5-5fa47bc4d303, infoPort=42563, infoSecurePort=0, ipcPort=42047, storageInfo=lv=-57;cid=testClusterID;nsid=292959607;c=1733325950769), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:25:51,830 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8 2024-12-04T15:25:51,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:51,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:51,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:25:52,238 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213 with version=8 2024-12-04T15:25:52,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/hbase-staging 2024-12-04T15:25:52,240 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:25:52,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:52,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:52,240 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:25:52,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:52,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:25:52,240 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:25:52,240 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:25:52,241 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41471 2024-12-04T15:25:52,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41471 connecting to ZooKeeper ensemble=127.0.0.1:55017 2024-12-04T15:25:52,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414710x0, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:52,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41471-0x101a220c3270003 connected 2024-12-04T15:25:52,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:52,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:52,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Set watcher on znode that does not yet exist, /1-301032740/running 2024-12-04T15:25:52,317 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213, hbase.cluster.distributed=false 2024-12-04T15:25:52,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Set watcher on znode that does not yet exist, /1-301032740/acl 2024-12-04T15:25:52,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41471 2024-12-04T15:25:52,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41471 2024-12-04T15:25:52,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41471 2024-12-04T15:25:52,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41471 2024-12-04T15:25:52,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41471 2024-12-04T15:25:52,344 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:25:52,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:52,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:52,345 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:25:52,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:52,345 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:25:52,345 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:25:52,345 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:25:52,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42585 2024-12-04T15:25:52,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42585 connecting to ZooKeeper ensemble=127.0.0.1:55017 2024-12-04T15:25:52,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:52,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:52,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425850x0, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:52,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425850x0, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Set watcher on znode that does not yet exist, /1-301032740/running 2024-12-04T15:25:52,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42585-0x101a220c3270004 connected 2024-12-04T15:25:52,384 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:25:52,385 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:25:52,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Set watcher on znode that does not yet exist, /1-301032740/master 2024-12-04T15:25:52,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Set watcher on znode that does not yet exist, /1-301032740/acl 2024-12-04T15:25:52,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42585 2024-12-04T15:25:52,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42585 2024-12-04T15:25:52,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42585 2024-12-04T15:25:52,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42585 2024-12-04T15:25:52,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42585 2024-12-04T15:25:52,408 DEBUG [M:0;c6f2e1d35cf1:41471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:41471 2024-12-04T15:25:52,408 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-301032740/backup-masters/c6f2e1d35cf1,41471,1733325952240 2024-12-04T15:25:52,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740/backup-masters 2024-12-04T15:25:52,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740/backup-masters 2024-12-04T15:25:52,429 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Set watcher on existing znode=/1-301032740/backup-masters/c6f2e1d35cf1,41471,1733325952240 2024-12-04T15:25:52,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-301032740/master 2024-12-04T15:25:52,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740 2024-12-04T15:25:52,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740 2024-12-04T15:25:52,475 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Set watcher on existing znode=/1-301032740/master 2024-12-04T15:25:52,475 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-301032740/backup-masters/c6f2e1d35cf1,41471,1733325952240 from backup master directory 2024-12-04T15:25:52,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740/backup-masters 2024-12-04T15:25:52,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-301032740/backup-masters/c6f2e1d35cf1,41471,1733325952240 2024-12-04T15:25:52,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740/backup-masters 2024-12-04T15:25:52,487 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:25:52,487 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,41471,1733325952240 2024-12-04T15:25:52,490 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/hbase.id] with ID: 10c956fa-32e0-4264-8f17-eb5ce0a1a84d 2024-12-04T15:25:52,490 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/.tmp/hbase.id 2024-12-04T15:25:52,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:25:52,501 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/.tmp/hbase.id]:[hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/hbase.id] 2024-12-04T15:25:52,509 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:52,509 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:25:52,510 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:25:52,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740 2024-12-04T15:25:52,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740 2024-12-04T15:25:52,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:25:52,859 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:52,859 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:25:52,860 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128693 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:25:52,931 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:25:52,932 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:25:52,932 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:52,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:25:53,338 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store 2024-12-04T15:25:53,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:25:53,743 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:53,743 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:25:53,743 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:53,743 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:53,743 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:25:53,743 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:53,743 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:53,743 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325953743Disabling compacts and flushes for region at 1733325953743Disabling writes for close at 1733325953743Writing region close event to WAL at 1733325953743Closed at 1733325953743 2024-12-04T15:25:53,744 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/.initializing 2024-12-04T15:25:53,744 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/WALs/c6f2e1d35cf1,41471,1733325952240 2024-12-04T15:25:53,745 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:25:53,746 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C41471%2C1733325952240, suffix=, logDir=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/WALs/c6f2e1d35cf1,41471,1733325952240, archiveDir=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/oldWALs, maxLogs=10 2024-12-04T15:25:53,756 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/WALs/c6f2e1d35cf1,41471,1733325952240/c6f2e1d35cf1%2C41471%2C1733325952240.1733325953746, exclude list is [], retry=0 2024-12-04T15:25:53,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45293,DS-8cb40eb5-9c45-45e4-b143-d054d9abb92f,DISK] 2024-12-04T15:25:53,760 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/WALs/c6f2e1d35cf1,41471,1733325952240/c6f2e1d35cf1%2C41471%2C1733325952240.1733325953746 2024-12-04T15:25:53,760 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42563:42563)] 2024-12-04T15:25:53,760 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:53,760 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:53,760 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:53,760 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:53,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:53,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:25:53,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:53,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:53,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:53,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:25:53,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:53,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:53,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:53,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:25:53,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:53,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:53,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:53,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:25:53,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:53,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:53,767 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:53,768 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:53,768 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:53,769 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:53,769 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:53,769 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:53,770 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:53,775 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:53,775 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61736875, jitterRate=-0.08004887402057648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:53,775 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325953760Initializing all the Stores at 1733325953761 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325953761Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325953762 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325953762Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325953762Cleaning up temporary data from old regions at 1733325953769 (+7 ms)Region opened successfully at 1733325953775 (+6 ms) 2024-12-04T15:25:53,776 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:25:53,777 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262535de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:25:53,778 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:25:53,778 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:25:53,778 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:25:53,778 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:25:53,779 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:25:53,779 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:25:53,779 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:25:53,784 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:25:53,785 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Unable to get data of znode /1-301032740/balancer because node does not exist (not necessarily an error) 2024-12-04T15:25:53,793 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-301032740/balancer already deleted, retry=false 2024-12-04T15:25:53,793 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:25:53,793 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Unable to get data of znode /1-301032740/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:25:53,803 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-301032740/normalizer already deleted, retry=false 2024-12-04T15:25:53,803 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:25:53,804 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Unable to get data of znode /1-301032740/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:25:53,811 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-301032740/switch/split already deleted, retry=false 2024-12-04T15:25:53,812 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Unable to get data of znode /1-301032740/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:25:53,820 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-301032740/switch/merge already deleted, retry=false 2024-12-04T15:25:53,822 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Unable to get data of znode /1-301032740/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:25:53,828 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-301032740/snapshot-cleanup already deleted, retry=false 2024-12-04T15:25:53,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-301032740/running 2024-12-04T15:25:53,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-301032740/running 2024-12-04T15:25:53,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740 2024-12-04T15:25:53,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740 2024-12-04T15:25:53,837 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,41471,1733325952240, sessionid=0x101a220c3270003, setting cluster-up flag (Was=false) 2024-12-04T15:25:53,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740 2024-12-04T15:25:53,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740 2024-12-04T15:25:53,878 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-301032740/flush-table-proc/acquired, /1-301032740/flush-table-proc/reached, /1-301032740/flush-table-proc/abort 2024-12-04T15:25:53,879 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,41471,1733325952240 2024-12-04T15:25:53,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740 2024-12-04T15:25:53,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740 2024-12-04T15:25:53,920 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-301032740/online-snapshot/acquired, /1-301032740/online-snapshot/reached, /1-301032740/online-snapshot/abort 2024-12-04T15:25:53,921 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,41471,1733325952240 2024-12-04T15:25:53,922 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:25:53,922 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:53,923 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:25:53,923 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:25:53,923 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,41471,1733325952240 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:25:53,924 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:53,924 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:53,924 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:53,924 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:53,924 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:25:53,924 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:53,924 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:25:53,924 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:53,924 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325983924 2024-12-04T15:25:53,925 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:25:53,925 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:25:53,925 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:25:53,925 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:25:53,925 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:25:53,925 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:25:53,925 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:53,925 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:25:53,925 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:53,925 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:25:53,925 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:25:53,925 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:25:53,925 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:25:53,925 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:25:53,925 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:25:53,926 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325953926,5,FailOnTimeoutGroup] 2024-12-04T15:25:53,926 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:53,926 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325953926,5,FailOnTimeoutGroup] 2024-12-04T15:25:53,926 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:53,926 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:25:53,926 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:53,926 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:53,926 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:25:53,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:25:53,997 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(746): ClusterId : 10c956fa-32e0-4264-8f17-eb5ce0a1a84d 2024-12-04T15:25:53,997 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:25:54,004 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:25:54,004 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:25:54,012 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:25:54,013 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:25:54,033 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:42585 2024-12-04T15:25:54,033 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:25:54,033 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:25:54,033 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:25:54,034 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,41471,1733325952240 with port=42585, startcode=1733325952344 2024-12-04T15:25:54,034 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:25:54,036 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:25:54,036 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41471 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,42585,1733325952344 2024-12-04T15:25:54,036 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41471 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,42585,1733325952344 2024-12-04T15:25:54,038 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213 2024-12-04T15:25:54,038 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46619 2024-12-04T15:25:54,038 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:25:54,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740/rs 2024-12-04T15:25:54,068 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] zookeeper.ZKUtil(111): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Set watcher on existing znode=/1-301032740/rs/c6f2e1d35cf1,42585,1733325952344 2024-12-04T15:25:54,068 WARN [RS:0;c6f2e1d35cf1:42585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:25:54,068 INFO [RS:0;c6f2e1d35cf1:42585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:54,068 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/WALs/c6f2e1d35cf1,42585,1733325952344 2024-12-04T15:25:54,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,42585,1733325952344] 2024-12-04T15:25:54,070 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:25:54,072 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:25:54,075 INFO [RS:0;c6f2e1d35cf1:42585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:25:54,075 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:54,075 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:25:54,075 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:25:54,076 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:54,076 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:54,076 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:54,076 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:54,076 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:54,076 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:54,076 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:25:54,076 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:54,076 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:54,076 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:54,076 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:54,076 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:54,076 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:54,076 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:25:54,076 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:25:54,078 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:54,078 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:54,078 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:54,078 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:54,078 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:54,078 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42585,1733325952344-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:25:54,093 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:25:54,093 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,42585,1733325952344-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:54,093 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:54,093 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.Replication(171): c6f2e1d35cf1,42585,1733325952344 started 2024-12-04T15:25:54,105 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:54,105 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,42585,1733325952344, RpcServer on c6f2e1d35cf1/172.17.0.3:42585, sessionid=0x101a220c3270004 2024-12-04T15:25:54,106 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:25:54,106 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,42585,1733325952344 2024-12-04T15:25:54,106 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,42585,1733325952344' 2024-12-04T15:25:54,106 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-301032740/flush-table-proc/abort' 2024-12-04T15:25:54,106 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-301032740/flush-table-proc/acquired' 2024-12-04T15:25:54,106 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:25:54,106 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:25:54,106 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,42585,1733325952344 2024-12-04T15:25:54,106 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,42585,1733325952344' 2024-12-04T15:25:54,106 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-301032740/online-snapshot/abort' 2024-12-04T15:25:54,107 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-301032740/online-snapshot/acquired' 2024-12-04T15:25:54,107 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:25:54,107 INFO [RS:0;c6f2e1d35cf1:42585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:25:54,107 INFO [RS:0;c6f2e1d35cf1:42585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:25:54,207 INFO [RS:0;c6f2e1d35cf1:42585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:25:54,208 INFO [RS:0;c6f2e1d35cf1:42585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C42585%2C1733325952344, suffix=, logDir=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/WALs/c6f2e1d35cf1,42585,1733325952344, archiveDir=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/oldWALs, maxLogs=10 2024-12-04T15:25:54,218 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/WALs/c6f2e1d35cf1,42585,1733325952344/c6f2e1d35cf1%2C42585%2C1733325952344.1733325954208, exclude list is [], retry=0 2024-12-04T15:25:54,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45293,DS-8cb40eb5-9c45-45e4-b143-d054d9abb92f,DISK] 2024-12-04T15:25:54,222 INFO [RS:0;c6f2e1d35cf1:42585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/WALs/c6f2e1d35cf1,42585,1733325952344/c6f2e1d35cf1%2C42585%2C1733325952344.1733325954208 2024-12-04T15:25:54,222 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42563:42563)] 2024-12-04T15:25:54,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:25:54,335 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213 2024-12-04T15:25:54,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:25:54,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:54,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:25:54,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:25:54,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:54,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:54,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:25:54,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:25:54,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:54,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:54,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:25:54,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:25:54,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:54,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:54,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:25:54,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:25:54,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:54,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:54,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:25:54,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740 2024-12-04T15:25:54,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740 2024-12-04T15:25:54,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:25:54,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:25:54,748 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:54,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:25:54,750 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:54,750 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74464070, jitterRate=0.10960111021995544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:54,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325954740Initializing all the Stores at 1733325954740Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325954740Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325954740Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325954740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325954740Cleaning up temporary data from old regions at 1733325954747 (+7 ms)Region opened successfully at 1733325954750 (+3 ms) 2024-12-04T15:25:54,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:25:54,750 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:25:54,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:25:54,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:25:54,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:25:54,751 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:25:54,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325954750Disabling compacts and flushes for region at 1733325954750Disabling writes for close at 1733325954751 (+1 ms)Writing region close event to WAL at 1733325954751Closed at 1733325954751 2024-12-04T15:25:54,752 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:54,752 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:25:54,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:25:54,753 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:25:54,753 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:25:54,904 DEBUG [c6f2e1d35cf1:41471 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:25:54,904 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,42585,1733325952344 2024-12-04T15:25:54,905 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,42585,1733325952344, state=OPENING 2024-12-04T15:25:54,920 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:25:54,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740 2024-12-04T15:25:54,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740 2024-12-04T15:25:54,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-301032740/meta-region-server: CHANGED 2024-12-04T15:25:54,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-301032740/meta-region-server: CHANGED 2024-12-04T15:25:54,929 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:25:54,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,42585,1733325952344}] 2024-12-04T15:25:55,081 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:25:55,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:25:55,085 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:25:55,085 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:55,085 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:25:55,086 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C42585%2C1733325952344.meta, suffix=.meta, logDir=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/WALs/c6f2e1d35cf1,42585,1733325952344, archiveDir=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/oldWALs, maxLogs=10 2024-12-04T15:25:55,102 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/WALs/c6f2e1d35cf1,42585,1733325952344/c6f2e1d35cf1%2C42585%2C1733325952344.meta.1733325955087.meta, exclude list is [], retry=0 2024-12-04T15:25:55,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45293,DS-8cb40eb5-9c45-45e4-b143-d054d9abb92f,DISK] 2024-12-04T15:25:55,105 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/WALs/c6f2e1d35cf1,42585,1733325952344/c6f2e1d35cf1%2C42585%2C1733325952344.meta.1733325955087.meta 2024-12-04T15:25:55,105 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42563:42563)] 2024-12-04T15:25:55,105 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:55,105 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:25:55,105 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:25:55,105 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:25:55,105 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:25:55,106 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:25:55,106 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:55,106 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:25:55,106 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:25:55,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:25:55,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:25:55,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:55,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:55,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:25:55,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:25:55,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:55,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:55,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:25:55,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:25:55,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:55,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:55,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:25:55,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:25:55,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:55,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:55,110 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:25:55,111 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740 2024-12-04T15:25:55,111 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740 2024-12-04T15:25:55,112 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:25:55,112 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:25:55,112 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:55,113 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:25:55,113 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71434933, jitterRate=0.06446345150470734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:55,113 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:25:55,114 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325955106Writing region info on filesystem at 1733325955106Initializing all the Stores at 1733325955106Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325955106Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325955107 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325955107Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325955107Cleaning up temporary data from old regions at 1733325955112 (+5 ms)Running coprocessor post-open hooks at 1733325955113 (+1 ms)Region opened successfully at 1733325955114 (+1 ms) 2024-12-04T15:25:55,114 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325955081 2024-12-04T15:25:55,116 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:25:55,116 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:25:55,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,42585,1733325952344 2024-12-04T15:25:55,116 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,42585,1733325952344, state=OPEN 2024-12-04T15:25:55,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-301032740/meta-region-server 2024-12-04T15:25:55,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-301032740/meta-region-server 2024-12-04T15:25:55,126 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,42585,1733325952344 2024-12-04T15:25:55,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-301032740/meta-region-server: CHANGED 2024-12-04T15:25:55,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-301032740/meta-region-server: CHANGED 2024-12-04T15:25:55,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:25:55,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,42585,1733325952344 in 197 msec 2024-12-04T15:25:55,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:25:55,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-12-04T15:25:55,129 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:55,129 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:25:55,130 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:55,130 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,42585,1733325952344, seqNum=-1] 2024-12-04T15:25:55,130 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:55,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:25:55,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-12-04T15:25:55,134 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325955134, completionTime=-1 2024-12-04T15:25:55,134 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:25:55,134 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:25:55,136 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:25:55,136 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733326015136 2024-12-04T15:25:55,136 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733326075136 2024-12-04T15:25:55,136 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T15:25:55,136 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,41471,1733325952240-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:55,136 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,41471,1733325952240-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:55,136 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,41471,1733325952240-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:55,136 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:41471, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:55,136 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:55,136 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:55,137 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:25:55,139 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.652sec 2024-12-04T15:25:55,139 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:25:55,139 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:25:55,139 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:25:55,139 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:25:55,139 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:25:55,139 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,41471,1733325952240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:25:55,139 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,41471,1733325952240-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:25:55,140 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:25:55,140 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:25:55,140 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,41471,1733325952240-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:55,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472f44c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:55,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,41471,-1 for getting cluster id 2024-12-04T15:25:55,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:55,199 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10c956fa-32e0-4264-8f17-eb5ce0a1a84d' 2024-12-04T15:25:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10c956fa-32e0-4264-8f17-eb5ce0a1a84d" 2024-12-04T15:25:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598b45d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,41471,-1] 2024-12-04T15:25:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:55,200 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:55,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ae346e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:55,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,42585,1733325952344, seqNum=-1] 2024-12-04T15:25:55,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:55,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:25:55,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,41471,1733325952240 2024-12-04T15:25:55,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55017 2024-12-04T15:25:55,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:55,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101a220c3270005 connected 2024-12-04T15:25:55,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/hadoop.log.dir so I do NOT create it in target/test-data/16b2b87d-048f-1613-871e-33275344bb78 2024-12-04T15:25:55,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T15:25:55,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/hadoop.tmp.dir so I do NOT create it in target/test-data/16b2b87d-048f-1613-871e-33275344bb78 2024-12-04T15:25:55,222 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T15:25:55,222 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78 2024-12-04T15:25:55,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T15:25:55,222 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/cluster_3e3e52e6-8168-7cc3-2131-6be56473bf42, deleteOnExit=true 2024-12-04T15:25:55,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T15:25:55,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/test.cache.data in system properties and HBase conf 2024-12-04T15:25:55,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T15:25:55,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/hadoop.log.dir in system properties and HBase conf 2024-12-04T15:25:55,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T15:25:55,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T15:25:55,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T15:25:55,223 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T15:25:55,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:25:55,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T15:25:55,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T15:25:55,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:25:55,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T15:25:55,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T15:25:55,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T15:25:55,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:25:55,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T15:25:55,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/nfs.dump.dir in system properties and HBase conf 2024-12-04T15:25:55,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/java.io.tmpdir in system properties and HBase conf 2024-12-04T15:25:55,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T15:25:55,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T15:25:55,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T15:25:55,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:25:55,443 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:25:55,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:25:55,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:25:55,447 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:25:55,451 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:25:55,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e587979{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:25:55,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6983f7b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:25:55,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@789efb3c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/java.io.tmpdir/jetty-localhost-37629-hadoop-hdfs-3_4_1-tests_jar-_-any-879818542816568232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:25:55,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@205fa040{HTTP/1.1, (http/1.1)}{localhost:37629} 2024-12-04T15:25:55,578 INFO [Time-limited test {}] server.Server(415): Started @321271ms 2024-12-04T15:25:55,739 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:25:55,743 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,743 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,744 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,744 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,744 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,744 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,744 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,776 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,776 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,776 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,777 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,777 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,777 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,781 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,783 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,783 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,785 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:25:55,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T15:25:55,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T15:25:55,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T15:25:55,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T15:25:55,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T15:25:55,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ca419c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/hadoop.log.dir/,AVAILABLE} 2024-12-04T15:25:55,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3997b993{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T15:25:55,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69cc3115{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/java.io.tmpdir/jetty-localhost-37549-hadoop-hdfs-3_4_1-tests_jar-_-any-12764043473678194347/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:25:55,897 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c8b387b{HTTP/1.1, (http/1.1)}{localhost:37549} 2024-12-04T15:25:55,897 INFO [Time-limited test {}] server.Server(415): Started @321590ms 2024-12-04T15:25:55,899 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T15:25:56,378 WARN [Thread-4554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/cluster_3e3e52e6-8168-7cc3-2131-6be56473bf42/data/data1/current/BP-272482528-172.17.0.3-1733325955244/current, will proceed with Du for space computation calculation, 2024-12-04T15:25:56,378 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/cluster_3e3e52e6-8168-7cc3-2131-6be56473bf42/data/data2/current/BP-272482528-172.17.0.3-1733325955244/current, will proceed with Du for space computation calculation, 2024-12-04T15:25:56,396 WARN [Thread-4542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T15:25:56,398 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x810f605201525007 with lease ID 0x2653621eb9c739a3: Processing first storage report for DS-5c1ba245-79e1-4072-8513-2747e25f5fb8 from datanode DatanodeRegistration(127.0.0.1:36981, datanodeUuid=5e777aad-d933-4944-a91c-582a5e1ecc7e, infoPort=39377, infoSecurePort=0, ipcPort=42515, storageInfo=lv=-57;cid=testClusterID;nsid=1873511161;c=1733325955244) 2024-12-04T15:25:56,398 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x810f605201525007 with lease ID 0x2653621eb9c739a3: from storage DS-5c1ba245-79e1-4072-8513-2747e25f5fb8 node DatanodeRegistration(127.0.0.1:36981, datanodeUuid=5e777aad-d933-4944-a91c-582a5e1ecc7e, infoPort=39377, infoSecurePort=0, ipcPort=42515, storageInfo=lv=-57;cid=testClusterID;nsid=1873511161;c=1733325955244), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T15:25:56,399 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x810f605201525007 with lease ID 0x2653621eb9c739a3: Processing first storage report for DS-8b891988-0db3-4f1c-b0fc-1c2251dcb6ac from datanode DatanodeRegistration(127.0.0.1:36981, datanodeUuid=5e777aad-d933-4944-a91c-582a5e1ecc7e, infoPort=39377, infoSecurePort=0, ipcPort=42515, storageInfo=lv=-57;cid=testClusterID;nsid=1873511161;c=1733325955244) 2024-12-04T15:25:56,399 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x810f605201525007 with lease ID 0x2653621eb9c739a3: from storage DS-8b891988-0db3-4f1c-b0fc-1c2251dcb6ac node DatanodeRegistration(127.0.0.1:36981, datanodeUuid=5e777aad-d933-4944-a91c-582a5e1ecc7e, infoPort=39377, infoSecurePort=0, ipcPort=42515, storageInfo=lv=-57;cid=testClusterID;nsid=1873511161;c=1733325955244), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T15:25:56,421 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78 2024-12-04T15:25:56,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:56,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:56,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741825_1001 (size=7) 2024-12-04T15:25:56,831 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca with version=8 2024-12-04T15:25:56,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/hbase-staging 2024-12-04T15:25:56,833 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:25:56,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:56,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:56,833 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:25:56,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:56,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:25:56,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T15:25:56,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:25:56,834 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46881 2024-12-04T15:25:56,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46881 connecting to ZooKeeper ensemble=127.0.0.1:55017 2024-12-04T15:25:56,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468810x0, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:56,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46881-0x101a220c3270006 connected 2024-12-04T15:25:56,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:56,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:56,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Set watcher on znode that does not yet exist, /2-2027815237/running 2024-12-04T15:25:56,931 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca, hbase.cluster.distributed=false 2024-12-04T15:25:56,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Set watcher on znode that does not yet exist, /2-2027815237/acl 2024-12-04T15:25:56,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46881 2024-12-04T15:25:56,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46881 2024-12-04T15:25:56,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46881 2024-12-04T15:25:56,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46881 2024-12-04T15:25:56,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46881 2024-12-04T15:25:56,946 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c6f2e1d35cf1:0 server-side Connection retries=45 2024-12-04T15:25:56,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:56,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:56,946 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T15:25:56,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T15:25:56,946 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T15:25:56,946 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T15:25:56,946 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T15:25:56,947 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38335 2024-12-04T15:25:56,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38335 connecting to ZooKeeper ensemble=127.0.0.1:55017 2024-12-04T15:25:56,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:56,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:56,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383350x0, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:56,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383350x0, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Set watcher on znode that does not yet exist, /2-2027815237/running 2024-12-04T15:25:56,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38335-0x101a220c3270007 connected 2024-12-04T15:25:56,960 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T15:25:56,960 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T15:25:56,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Set watcher on znode that does not yet exist, /2-2027815237/master 2024-12-04T15:25:56,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Set watcher on znode that does not yet exist, /2-2027815237/acl 2024-12-04T15:25:56,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38335 2024-12-04T15:25:56,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38335 2024-12-04T15:25:56,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38335 2024-12-04T15:25:56,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38335 2024-12-04T15:25:56,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38335 2024-12-04T15:25:56,981 DEBUG [M:0;c6f2e1d35cf1:46881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c6f2e1d35cf1:46881 2024-12-04T15:25:56,983 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2027815237/backup-masters/c6f2e1d35cf1,46881,1733325956832 2024-12-04T15:25:56,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237/backup-masters 2024-12-04T15:25:56,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237/backup-masters 2024-12-04T15:25:56,993 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Set watcher on existing znode=/2-2027815237/backup-masters/c6f2e1d35cf1,46881,1733325956832 2024-12-04T15:25:57,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237 2024-12-04T15:25:57,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2027815237/master 2024-12-04T15:25:57,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237 2024-12-04T15:25:57,001 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Set watcher on existing znode=/2-2027815237/master 2024-12-04T15:25:57,001 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2027815237/backup-masters/c6f2e1d35cf1,46881,1733325956832 from backup master directory 2024-12-04T15:25:57,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2027815237/backup-masters/c6f2e1d35cf1,46881,1733325956832 2024-12-04T15:25:57,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237/backup-masters 2024-12-04T15:25:57,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237/backup-masters 2024-12-04T15:25:57,009 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:25:57,009 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c6f2e1d35cf1,46881,1733325956832 2024-12-04T15:25:57,012 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/hbase.id] with ID: 056bdf48-606f-4169-b3a4-88d5ee659333 2024-12-04T15:25:57,013 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/.tmp/hbase.id 2024-12-04T15:25:57,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741826_1002 (size=42) 2024-12-04T15:25:57,417 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/.tmp/hbase.id]:[hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/hbase.id] 2024-12-04T15:25:57,424 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:25:57,424 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T15:25:57,425 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T15:25:57,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237 2024-12-04T15:25:57,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237 2024-12-04T15:25:57,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741827_1003 (size=196) 2024-12-04T15:25:57,866 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:25:57,866 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T15:25:57,867 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:57,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741828_1004 (size=1189) 2024-12-04T15:25:58,272 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store 2024-12-04T15:25:58,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741829_1005 (size=34) 2024-12-04T15:25:58,677 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:58,677 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:25:58,677 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:58,677 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:58,677 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:25:58,677 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:58,677 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:25:58,677 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325958677Disabling compacts and flushes for region at 1733325958677Disabling writes for close at 1733325958677Writing region close event to WAL at 1733325958677Closed at 1733325958677 2024-12-04T15:25:58,678 WARN [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/.initializing 2024-12-04T15:25:58,678 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/WALs/c6f2e1d35cf1,46881,1733325956832 2024-12-04T15:25:58,678 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:25:58,680 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c6f2e1d35cf1%2C46881%2C1733325956832, suffix=, logDir=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/WALs/c6f2e1d35cf1,46881,1733325956832, archiveDir=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/oldWALs, maxLogs=10 2024-12-04T15:25:58,691 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/WALs/c6f2e1d35cf1,46881,1733325956832/c6f2e1d35cf1%2C46881%2C1733325956832.1733325958680, exclude list is [], retry=0 2024-12-04T15:25:58,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36981,DS-5c1ba245-79e1-4072-8513-2747e25f5fb8,DISK] 2024-12-04T15:25:58,695 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/WALs/c6f2e1d35cf1,46881,1733325956832/c6f2e1d35cf1%2C46881%2C1733325956832.1733325958680 2024-12-04T15:25:58,695 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39377:39377)] 2024-12-04T15:25:58,695 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:58,695 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:58,695 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:58,695 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:58,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:58,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T15:25:58,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:58,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:58,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:58,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T15:25:58,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:58,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:58,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:58,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T15:25:58,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:58,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:58,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:58,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T15:25:58,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:58,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:25:58,701 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:58,702 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:58,702 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:58,703 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:58,703 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:58,703 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:58,704 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T15:25:58,705 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:58,705 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71387494, jitterRate=0.0637565553188324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:58,705 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733325958695Initializing all the Stores at 1733325958696 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325958696Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325958696Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325958696Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325958696Cleaning up temporary data from old regions at 1733325958703 (+7 ms)Region opened successfully at 1733325958705 (+2 ms) 2024-12-04T15:25:58,705 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T15:25:58,707 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4d836a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:25:58,707 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T15:25:58,707 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T15:25:58,708 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T15:25:58,708 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T15:25:58,708 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T15:25:58,708 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T15:25:58,708 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T15:25:58,709 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T15:25:58,710 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Unable to get data of znode /2-2027815237/balancer because node does not exist (not necessarily an error) 2024-12-04T15:25:58,761 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2027815237/balancer already deleted, retry=false 2024-12-04T15:25:58,762 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T15:25:58,762 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Unable to get data of znode /2-2027815237/normalizer because node does not exist (not necessarily an error) 2024-12-04T15:25:58,770 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2027815237/normalizer already deleted, retry=false 2024-12-04T15:25:58,770 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T15:25:58,771 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Unable to get data of znode /2-2027815237/switch/split because node does not exist (not necessarily an error) 2024-12-04T15:25:58,778 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2027815237/switch/split already deleted, retry=false 2024-12-04T15:25:58,778 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Unable to get data of znode /2-2027815237/switch/merge because node does not exist (not necessarily an error) 2024-12-04T15:25:58,786 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2027815237/switch/merge already deleted, retry=false 2024-12-04T15:25:58,788 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Unable to get data of znode /2-2027815237/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T15:25:58,795 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2027815237/snapshot-cleanup already deleted, retry=false 2024-12-04T15:25:58,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2027815237/running 2024-12-04T15:25:58,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2027815237/running 2024-12-04T15:25:58,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237 2024-12-04T15:25:58,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237 2024-12-04T15:25:58,803 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c6f2e1d35cf1,46881,1733325956832, sessionid=0x101a220c3270006, setting cluster-up flag (Was=false) 2024-12-04T15:25:58,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237 2024-12-04T15:25:58,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237 2024-12-04T15:25:58,845 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2027815237/flush-table-proc/acquired, /2-2027815237/flush-table-proc/reached, /2-2027815237/flush-table-proc/abort 2024-12-04T15:25:58,846 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,46881,1733325956832 2024-12-04T15:25:58,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237 2024-12-04T15:25:58,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237 2024-12-04T15:25:58,886 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2027815237/online-snapshot/acquired, /2-2027815237/online-snapshot/reached, /2-2027815237/online-snapshot/abort 2024-12-04T15:25:58,887 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c6f2e1d35cf1,46881,1733325956832 2024-12-04T15:25:58,888 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T15:25:58,889 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:58,889 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T15:25:58,889 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T15:25:58,890 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c6f2e1d35cf1,46881,1733325956832 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T15:25:58,891 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:58,891 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:58,891 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:58,891 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=5, maxPoolSize=5 2024-12-04T15:25:58,891 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c6f2e1d35cf1:0, corePoolSize=10, maxPoolSize=10 2024-12-04T15:25:58,891 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:58,891 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:25:58,891 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:58,892 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733325988892 2024-12-04T15:25:58,892 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:58,892 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T15:25:58,892 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T15:25:58,892 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T15:25:58,892 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T15:25:58,892 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T15:25:58,892 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T15:25:58,892 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T15:25:58,892 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:58,892 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T15:25:58,892 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T15:25:58,893 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T15:25:58,893 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T15:25:58,893 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:58,893 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T15:25:58,893 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T15:25:58,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T15:25:58,893 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325958893,5,FailOnTimeoutGroup] 2024-12-04T15:25:58,893 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325958893,5,FailOnTimeoutGroup] 2024-12-04T15:25:58,893 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:58,893 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T15:25:58,893 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:58,893 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:58,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741831_1007 (size=1321) 2024-12-04T15:25:58,969 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(746): ClusterId : 056bdf48-606f-4169-b3a4-88d5ee659333 2024-12-04T15:25:58,969 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T15:25:58,979 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T15:25:58,979 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T15:25:58,987 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T15:25:58,987 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef1e987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c6f2e1d35cf1/172.17.0.3:0 2024-12-04T15:25:58,997 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c6f2e1d35cf1:38335 2024-12-04T15:25:58,998 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T15:25:58,998 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T15:25:58,998 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T15:25:58,998 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(2659): reportForDuty to master=c6f2e1d35cf1,46881,1733325956832 with port=38335, startcode=1733325956946 2024-12-04T15:25:58,998 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T15:25:59,000 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T15:25:59,000 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46881 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c6f2e1d35cf1,38335,1733325956946 2024-12-04T15:25:59,000 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46881 {}] master.ServerManager(517): Registering regionserver=c6f2e1d35cf1,38335,1733325956946 2024-12-04T15:25:59,001 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca 2024-12-04T15:25:59,001 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37413 2024-12-04T15:25:59,001 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T15:25:59,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237/rs 2024-12-04T15:25:59,044 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] zookeeper.ZKUtil(111): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Set watcher on existing znode=/2-2027815237/rs/c6f2e1d35cf1,38335,1733325956946 2024-12-04T15:25:59,044 WARN [RS:0;c6f2e1d35cf1:38335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T15:25:59,044 INFO [RS:0;c6f2e1d35cf1:38335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:59,044 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/WALs/c6f2e1d35cf1,38335,1733325956946 2024-12-04T15:25:59,044 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c6f2e1d35cf1,38335,1733325956946] 2024-12-04T15:25:59,046 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T15:25:59,048 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T15:25:59,048 INFO [RS:0;c6f2e1d35cf1:38335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T15:25:59,049 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,049 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T15:25:59,049 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T15:25:59,049 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,049 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:59,049 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:59,049 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:59,049 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:59,049 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:59,049 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=2, maxPoolSize=2 2024-12-04T15:25:59,049 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:59,049 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:59,050 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:59,050 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:59,050 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:59,050 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c6f2e1d35cf1:0, corePoolSize=1, maxPoolSize=1 2024-12-04T15:25:59,050 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:25:59,050 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c6f2e1d35cf1:0, corePoolSize=3, maxPoolSize=3 2024-12-04T15:25:59,050 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,050 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,050 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,050 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,050 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,050 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,38335,1733325956946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:25:59,062 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T15:25:59,062 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,38335,1733325956946-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,062 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,062 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.Replication(171): c6f2e1d35cf1,38335,1733325956946 started 2024-12-04T15:25:59,073 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,073 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(1482): Serving as c6f2e1d35cf1,38335,1733325956946, RpcServer on c6f2e1d35cf1/172.17.0.3:38335, sessionid=0x101a220c3270007 2024-12-04T15:25:59,073 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T15:25:59,073 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c6f2e1d35cf1,38335,1733325956946 2024-12-04T15:25:59,073 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,38335,1733325956946' 2024-12-04T15:25:59,073 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2027815237/flush-table-proc/abort' 2024-12-04T15:25:59,074 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2027815237/flush-table-proc/acquired' 2024-12-04T15:25:59,074 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T15:25:59,074 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T15:25:59,074 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c6f2e1d35cf1,38335,1733325956946 2024-12-04T15:25:59,074 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c6f2e1d35cf1,38335,1733325956946' 2024-12-04T15:25:59,074 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2027815237/online-snapshot/abort' 2024-12-04T15:25:59,074 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2027815237/online-snapshot/acquired' 2024-12-04T15:25:59,075 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T15:25:59,075 INFO [RS:0;c6f2e1d35cf1:38335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T15:25:59,075 INFO [RS:0;c6f2e1d35cf1:38335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T15:25:59,175 INFO [RS:0;c6f2e1d35cf1:38335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T15:25:59,176 INFO [RS:0;c6f2e1d35cf1:38335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C38335%2C1733325956946, suffix=, logDir=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/WALs/c6f2e1d35cf1,38335,1733325956946, archiveDir=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/oldWALs, maxLogs=10 2024-12-04T15:25:59,187 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/WALs/c6f2e1d35cf1,38335,1733325956946/c6f2e1d35cf1%2C38335%2C1733325956946.1733325959176, exclude list is [], retry=0 2024-12-04T15:25:59,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36981,DS-5c1ba245-79e1-4072-8513-2747e25f5fb8,DISK] 2024-12-04T15:25:59,191 INFO [RS:0;c6f2e1d35cf1:38335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/WALs/c6f2e1d35cf1,38335,1733325956946/c6f2e1d35cf1%2C38335%2C1733325956946.1733325959176 2024-12-04T15:25:59,191 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39377:39377)] 2024-12-04T15:25:59,300 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T15:25:59,300 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca 2024-12-04T15:25:59,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741833_1009 (size=32) 2024-12-04T15:25:59,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:59,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:25:59,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:25:59,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:59,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:59,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:25:59,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:25:59,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:59,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:59,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:25:59,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:25:59,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:59,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:59,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:25:59,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:25:59,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:59,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:59,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:25:59,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740 2024-12-04T15:25:59,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740 2024-12-04T15:25:59,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:25:59,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:25:59,311 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:59,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:25:59,313 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:25:59,313 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61221882, jitterRate=-0.08772286772727966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:59,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733325959304Initializing all the Stores at 1733325959305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325959305Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325959305Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325959305Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325959305Cleaning up temporary data from old regions at 1733325959310 (+5 ms)Region opened successfully at 1733325959313 (+3 ms) 2024-12-04T15:25:59,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:25:59,313 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:25:59,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:25:59,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:25:59,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:25:59,314 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:25:59,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325959313Disabling compacts and flushes for region at 1733325959313Disabling writes for close at 1733325959313Writing region close event to WAL at 1733325959314 (+1 ms)Closed at 1733325959314 2024-12-04T15:25:59,315 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:59,315 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T15:25:59,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T15:25:59,316 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:25:59,317 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T15:25:59,467 DEBUG [c6f2e1d35cf1:46881 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T15:25:59,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c6f2e1d35cf1,38335,1733325956946 2024-12-04T15:25:59,468 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,38335,1733325956946, state=OPENING 2024-12-04T15:25:59,503 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T15:25:59,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237 2024-12-04T15:25:59,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237 2024-12-04T15:25:59,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2027815237/meta-region-server: CHANGED 2024-12-04T15:25:59,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2027815237/meta-region-server: CHANGED 2024-12-04T15:25:59,512 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T15:25:59,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,38335,1733325956946}] 2024-12-04T15:25:59,664 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:25:59,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:25:59,668 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T15:25:59,668 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:25:59,668 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T15:25:59,669 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C38335%2C1733325956946.meta, suffix=.meta, logDir=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/WALs/c6f2e1d35cf1,38335,1733325956946, archiveDir=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/oldWALs, maxLogs=10 2024-12-04T15:25:59,681 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/WALs/c6f2e1d35cf1,38335,1733325956946/c6f2e1d35cf1%2C38335%2C1733325956946.meta.1733325959669.meta, exclude list is [], retry=0 2024-12-04T15:25:59,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36981,DS-5c1ba245-79e1-4072-8513-2747e25f5fb8,DISK] 2024-12-04T15:25:59,684 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/WALs/c6f2e1d35cf1,38335,1733325956946/c6f2e1d35cf1%2C38335%2C1733325956946.meta.1733325959669.meta 2024-12-04T15:25:59,684 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39377:39377)] 2024-12-04T15:25:59,684 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:25:59,684 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:25:59,685 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:25:59,685 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T15:25:59,685 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T15:25:59,685 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T15:25:59,685 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:25:59,685 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T15:25:59,685 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T15:25:59,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T15:25:59,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T15:25:59,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:59,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:59,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T15:25:59,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T15:25:59,687 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:59,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:59,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T15:25:59,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T15:25:59,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:59,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:59,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T15:25:59,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T15:25:59,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:59,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T15:25:59,689 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T15:25:59,689 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740 2024-12-04T15:25:59,690 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740 2024-12-04T15:25:59,691 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T15:25:59,691 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T15:25:59,691 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T15:25:59,692 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T15:25:59,692 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70537681, jitterRate=0.05109335482120514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T15:25:59,692 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T15:25:59,692 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733325959685Writing region info on filesystem at 1733325959685Initializing all the Stores at 1733325959686 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325959686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325959686Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325959686Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733325959686Cleaning up temporary data from old regions at 1733325959691 (+5 ms)Running coprocessor post-open hooks at 1733325959692 (+1 ms)Region opened successfully at 1733325959692 2024-12-04T15:25:59,693 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733325959664 2024-12-04T15:25:59,694 DEBUG [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T15:25:59,694 INFO [RS_OPEN_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T15:25:59,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,38335,1733325956946 2024-12-04T15:25:59,695 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c6f2e1d35cf1,38335,1733325956946, state=OPEN 2024-12-04T15:25:59,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2027815237/meta-region-server 2024-12-04T15:25:59,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2027815237/meta-region-server 2024-12-04T15:25:59,703 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,38335,1733325956946 2024-12-04T15:25:59,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2027815237/meta-region-server: CHANGED 2024-12-04T15:25:59,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2027815237/meta-region-server: CHANGED 2024-12-04T15:25:59,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T15:25:59,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c6f2e1d35cf1,38335,1733325956946 in 191 msec 2024-12-04T15:25:59,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T15:25:59,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 390 msec 2024-12-04T15:25:59,706 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T15:25:59,706 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T15:25:59,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:59,707 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,38335,1733325956946, seqNum=-1] 2024-12-04T15:25:59,708 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:59,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:25:59,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 822 msec 2024-12-04T15:25:59,712 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733325959712, completionTime=-1 2024-12-04T15:25:59,712 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T15:25:59,712 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T15:25:59,713 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T15:25:59,713 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733326019713 2024-12-04T15:25:59,713 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733326079713 2024-12-04T15:25:59,713 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T15:25:59,714 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46881,1733325956832-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,714 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46881,1733325956832-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,714 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46881,1733325956832-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,714 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c6f2e1d35cf1:46881, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,714 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,714 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,715 DEBUG [master/c6f2e1d35cf1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T15:25:59,716 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.707sec 2024-12-04T15:25:59,716 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T15:25:59,717 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T15:25:59,717 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T15:25:59,717 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T15:25:59,717 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T15:25:59,717 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46881,1733325956832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T15:25:59,717 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46881,1733325956832-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T15:25:59,718 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T15:25:59,718 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T15:25:59,718 INFO [master/c6f2e1d35cf1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c6f2e1d35cf1,46881,1733325956832-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T15:25:59,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2418801b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:59,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,46881,-1 for getting cluster id 2024-12-04T15:25:59,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:25:59,771 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '056bdf48-606f-4169-b3a4-88d5ee659333' 2024-12-04T15:25:59,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:25:59,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "056bdf48-606f-4169-b3a4-88d5ee659333" 2024-12-04T15:25:59,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9a386b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:59,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,46881,-1] 2024-12-04T15:25:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:25:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:25:59,772 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:25:59,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f9843d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:25:59,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:25:59,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,38335,1733325956946, seqNum=-1] 2024-12-04T15:25:59,774 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:25:59,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:25:59,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c6f2e1d35cf1,46881,1733325956832 2024-12-04T15:25:59,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55017 2024-12-04T15:25:59,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T15:25:59,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101a220c3270008 connected 2024-12-04T15:25:59,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:25:59,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,37427,1733325947765 2024-12-04T15:25:59,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ad1a83a 2024-12-04T15:25:59,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:25:59,798 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:25:59,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:25:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T15:25:59,800 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:25:59,801 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:25:59,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T15:25:59,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:25:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:25:59,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741835_1011 (size=902) 2024-12-04T15:25:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:00,207 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2545f49e848b1b4fa4cddc9d247a62c5, NAME => 'test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9 2024-12-04T15:26:00,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741836_1012 (size=39) 2024-12-04T15:26:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:00,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:26:00,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2545f49e848b1b4fa4cddc9d247a62c5, disabling compactions & flushes 2024-12-04T15:26:00,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5. 2024-12-04T15:26:00,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5. 2024-12-04T15:26:00,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5. after waiting 0 ms 2024-12-04T15:26:00,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5. 2024-12-04T15:26:00,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5. 2024-12-04T15:26:00,612 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2545f49e848b1b4fa4cddc9d247a62c5: Waiting for close lock at 1733325960612Disabling compacts and flushes for region at 1733325960612Disabling writes for close at 1733325960612Writing region close event to WAL at 1733325960612Closed at 1733325960612 2024-12-04T15:26:00,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:26:00,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733325960613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325960613"}]},"ts":"1733325960613"} 2024-12-04T15:26:00,615 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:26:00,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:26:00,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325960616"}]},"ts":"1733325960616"} 2024-12-04T15:26:00,617 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T15:26:00,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2545f49e848b1b4fa4cddc9d247a62c5, ASSIGN}] 2024-12-04T15:26:00,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2545f49e848b1b4fa4cddc9d247a62c5, ASSIGN 2024-12-04T15:26:00,619 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2545f49e848b1b4fa4cddc9d247a62c5, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,45139,1733325947893; forceNewPlan=false, retain=false 2024-12-04T15:26:00,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2545f49e848b1b4fa4cddc9d247a62c5, regionState=OPENING, regionLocation=c6f2e1d35cf1,45139,1733325947893 2024-12-04T15:26:00,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2545f49e848b1b4fa4cddc9d247a62c5, ASSIGN because future has completed 2024-12-04T15:26:00,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2545f49e848b1b4fa4cddc9d247a62c5, server=c6f2e1d35cf1,45139,1733325947893}] 2024-12-04T15:26:00,926 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5. 2024-12-04T15:26:00,926 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2545f49e848b1b4fa4cddc9d247a62c5, NAME => 'test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:26:00,927 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:26:00,927 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T15:26:00,927 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2545f49e848b1b4fa4cddc9d247a62c5 2024-12-04T15:26:00,927 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:26:00,927 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2545f49e848b1b4fa4cddc9d247a62c5 2024-12-04T15:26:00,927 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2545f49e848b1b4fa4cddc9d247a62c5 2024-12-04T15:26:00,928 INFO [StoreOpener-2545f49e848b1b4fa4cddc9d247a62c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2545f49e848b1b4fa4cddc9d247a62c5 2024-12-04T15:26:00,929 INFO [StoreOpener-2545f49e848b1b4fa4cddc9d247a62c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2545f49e848b1b4fa4cddc9d247a62c5 columnFamilyName f 2024-12-04T15:26:00,929 DEBUG [StoreOpener-2545f49e848b1b4fa4cddc9d247a62c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:26:00,930 INFO [StoreOpener-2545f49e848b1b4fa4cddc9d247a62c5-1 {}] regionserver.HStore(327): Store=2545f49e848b1b4fa4cddc9d247a62c5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:26:00,930 INFO [StoreOpener-2545f49e848b1b4fa4cddc9d247a62c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2545f49e848b1b4fa4cddc9d247a62c5 2024-12-04T15:26:00,930 INFO [StoreOpener-2545f49e848b1b4fa4cddc9d247a62c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2545f49e848b1b4fa4cddc9d247a62c5 columnFamilyName f1 2024-12-04T15:26:00,930 DEBUG [StoreOpener-2545f49e848b1b4fa4cddc9d247a62c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:26:00,931 INFO [StoreOpener-2545f49e848b1b4fa4cddc9d247a62c5-1 {}] regionserver.HStore(327): Store=2545f49e848b1b4fa4cddc9d247a62c5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:26:00,931 INFO [StoreOpener-2545f49e848b1b4fa4cddc9d247a62c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2545f49e848b1b4fa4cddc9d247a62c5 2024-12-04T15:26:00,931 INFO [StoreOpener-2545f49e848b1b4fa4cddc9d247a62c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2545f49e848b1b4fa4cddc9d247a62c5 columnFamilyName norep 2024-12-04T15:26:00,931 DEBUG [StoreOpener-2545f49e848b1b4fa4cddc9d247a62c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:26:00,931 INFO [StoreOpener-2545f49e848b1b4fa4cddc9d247a62c5-1 {}] regionserver.HStore(327): Store=2545f49e848b1b4fa4cddc9d247a62c5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:26:00,932 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2545f49e848b1b4fa4cddc9d247a62c5 2024-12-04T15:26:00,932 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5 2024-12-04T15:26:00,932 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5 2024-12-04T15:26:00,933 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2545f49e848b1b4fa4cddc9d247a62c5 2024-12-04T15:26:00,933 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2545f49e848b1b4fa4cddc9d247a62c5 2024-12-04T15:26:00,933 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:26:00,934 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2545f49e848b1b4fa4cddc9d247a62c5 2024-12-04T15:26:00,935 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:26:00,936 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2545f49e848b1b4fa4cddc9d247a62c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73766991, jitterRate=0.09921382367610931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:26:00,936 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2545f49e848b1b4fa4cddc9d247a62c5 2024-12-04T15:26:00,936 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2545f49e848b1b4fa4cddc9d247a62c5: Running coprocessor pre-open hook at 1733325960927Writing region info on filesystem at 1733325960927Initializing all the Stores at 1733325960928 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325960928Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325960928Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325960928Cleaning up temporary data from old regions at 1733325960933 (+5 ms)Running coprocessor post-open hooks at 1733325960936 (+3 ms)Region opened successfully at 1733325960936 2024-12-04T15:26:00,936 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5., pid=6, masterSystemTime=1733325960923 2024-12-04T15:26:00,938 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5. 2024-12-04T15:26:00,938 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5. 2024-12-04T15:26:00,938 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2545f49e848b1b4fa4cddc9d247a62c5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f2e1d35cf1,45139,1733325947893 2024-12-04T15:26:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:00,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2545f49e848b1b4fa4cddc9d247a62c5, server=c6f2e1d35cf1,45139,1733325947893 because future has completed 2024-12-04T15:26:00,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:26:00,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2545f49e848b1b4fa4cddc9d247a62c5, server=c6f2e1d35cf1,45139,1733325947893 in 169 msec 2024-12-04T15:26:00,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:26:00,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2545f49e848b1b4fa4cddc9d247a62c5, ASSIGN in 325 msec 2024-12-04T15:26:00,943 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:26:00,944 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325960943"}]},"ts":"1733325960943"} 2024-12-04T15:26:00,945 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T15:26:00,945 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:26:00,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-12-04T15:26:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:01,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:26:01,950 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T15:26:01,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,41471,1733325952240 2024-12-04T15:26:01,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1986fe4d 2024-12-04T15:26:01,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:26:01,952 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:26:01,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:26:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T15:26:01,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:26:01,954 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:26:01,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T15:26:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:01,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:26:01,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741835_1011 (size=902) 2024-12-04T15:26:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:02,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e51672026a0c0d40748b5463bb35ca63, NAME => 'test,,1733325961952.e51672026a0c0d40748b5463bb35ca63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213 2024-12-04T15:26:02,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741836_1012 (size=39) 2024-12-04T15:26:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:02,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733325961952.e51672026a0c0d40748b5463bb35ca63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:26:02,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e51672026a0c0d40748b5463bb35ca63, disabling compactions & flushes 2024-12-04T15:26:02,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733325961952.e51672026a0c0d40748b5463bb35ca63. 2024-12-04T15:26:02,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325961952.e51672026a0c0d40748b5463bb35ca63. 2024-12-04T15:26:02,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733325961952.e51672026a0c0d40748b5463bb35ca63. after waiting 0 ms 2024-12-04T15:26:02,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733325961952.e51672026a0c0d40748b5463bb35ca63. 2024-12-04T15:26:02,766 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733325961952.e51672026a0c0d40748b5463bb35ca63. 2024-12-04T15:26:02,766 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e51672026a0c0d40748b5463bb35ca63: Waiting for close lock at 1733325962765Disabling compacts and flushes for region at 1733325962765Disabling writes for close at 1733325962766 (+1 ms)Writing region close event to WAL at 1733325962766Closed at 1733325962766 2024-12-04T15:26:02,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:26:02,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733325961952.e51672026a0c0d40748b5463bb35ca63.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733325962767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325962767"}]},"ts":"1733325962767"} 2024-12-04T15:26:02,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:26:02,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:26:02,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325962769"}]},"ts":"1733325962769"} 2024-12-04T15:26:02,770 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T15:26:02,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e51672026a0c0d40748b5463bb35ca63, ASSIGN}] 2024-12-04T15:26:02,772 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e51672026a0c0d40748b5463bb35ca63, ASSIGN 2024-12-04T15:26:02,772 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e51672026a0c0d40748b5463bb35ca63, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,42585,1733325952344; forceNewPlan=false, retain=false 2024-12-04T15:26:02,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e51672026a0c0d40748b5463bb35ca63, regionState=OPENING, regionLocation=c6f2e1d35cf1,42585,1733325952344 2024-12-04T15:26:02,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e51672026a0c0d40748b5463bb35ca63, ASSIGN because future has completed 2024-12-04T15:26:02,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e51672026a0c0d40748b5463bb35ca63, server=c6f2e1d35cf1,42585,1733325952344}] 2024-12-04T15:26:03,079 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733325961952.e51672026a0c0d40748b5463bb35ca63. 2024-12-04T15:26:03,080 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e51672026a0c0d40748b5463bb35ca63, NAME => 'test,,1733325961952.e51672026a0c0d40748b5463bb35ca63.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:26:03,080 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:26:03,080 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T15:26:03,080 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e51672026a0c0d40748b5463bb35ca63 2024-12-04T15:26:03,080 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733325961952.e51672026a0c0d40748b5463bb35ca63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:26:03,080 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e51672026a0c0d40748b5463bb35ca63 2024-12-04T15:26:03,080 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e51672026a0c0d40748b5463bb35ca63 2024-12-04T15:26:03,081 INFO [StoreOpener-e51672026a0c0d40748b5463bb35ca63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e51672026a0c0d40748b5463bb35ca63 2024-12-04T15:26:03,082 INFO [StoreOpener-e51672026a0c0d40748b5463bb35ca63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e51672026a0c0d40748b5463bb35ca63 columnFamilyName f 2024-12-04T15:26:03,082 DEBUG [StoreOpener-e51672026a0c0d40748b5463bb35ca63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:26:03,083 INFO [StoreOpener-e51672026a0c0d40748b5463bb35ca63-1 {}] regionserver.HStore(327): Store=e51672026a0c0d40748b5463bb35ca63/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:26:03,083 INFO [StoreOpener-e51672026a0c0d40748b5463bb35ca63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e51672026a0c0d40748b5463bb35ca63 2024-12-04T15:26:03,083 INFO [StoreOpener-e51672026a0c0d40748b5463bb35ca63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e51672026a0c0d40748b5463bb35ca63 columnFamilyName f1 2024-12-04T15:26:03,083 DEBUG [StoreOpener-e51672026a0c0d40748b5463bb35ca63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:26:03,084 INFO [StoreOpener-e51672026a0c0d40748b5463bb35ca63-1 {}] regionserver.HStore(327): Store=e51672026a0c0d40748b5463bb35ca63/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:26:03,084 INFO [StoreOpener-e51672026a0c0d40748b5463bb35ca63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e51672026a0c0d40748b5463bb35ca63 2024-12-04T15:26:03,084 INFO [StoreOpener-e51672026a0c0d40748b5463bb35ca63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e51672026a0c0d40748b5463bb35ca63 columnFamilyName norep 2024-12-04T15:26:03,084 DEBUG [StoreOpener-e51672026a0c0d40748b5463bb35ca63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:26:03,085 INFO [StoreOpener-e51672026a0c0d40748b5463bb35ca63-1 {}] regionserver.HStore(327): Store=e51672026a0c0d40748b5463bb35ca63/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:26:03,085 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e51672026a0c0d40748b5463bb35ca63 2024-12-04T15:26:03,085 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63 2024-12-04T15:26:03,085 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63 2024-12-04T15:26:03,086 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e51672026a0c0d40748b5463bb35ca63 2024-12-04T15:26:03,086 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e51672026a0c0d40748b5463bb35ca63 2024-12-04T15:26:03,086 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:26:03,087 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e51672026a0c0d40748b5463bb35ca63 2024-12-04T15:26:03,088 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:26:03,089 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e51672026a0c0d40748b5463bb35ca63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61312699, jitterRate=-0.086369588971138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:26:03,089 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e51672026a0c0d40748b5463bb35ca63 2024-12-04T15:26:03,089 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e51672026a0c0d40748b5463bb35ca63: Running coprocessor pre-open hook at 1733325963080Writing region info on filesystem at 1733325963080Initializing all the Stores at 1733325963081 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325963081Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325963081Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325963081Cleaning up temporary data from old regions at 1733325963086 (+5 ms)Running coprocessor post-open hooks at 1733325963089 (+3 ms)Region opened successfully at 1733325963089 2024-12-04T15:26:03,090 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733325961952.e51672026a0c0d40748b5463bb35ca63., pid=6, masterSystemTime=1733325963077 2024-12-04T15:26:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:03,091 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733325961952.e51672026a0c0d40748b5463bb35ca63. 2024-12-04T15:26:03,091 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733325961952.e51672026a0c0d40748b5463bb35ca63. 2024-12-04T15:26:03,091 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e51672026a0c0d40748b5463bb35ca63, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f2e1d35cf1,42585,1733325952344 2024-12-04T15:26:03,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e51672026a0c0d40748b5463bb35ca63, server=c6f2e1d35cf1,42585,1733325952344 because future has completed 2024-12-04T15:26:03,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:26:03,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e51672026a0c0d40748b5463bb35ca63, server=c6f2e1d35cf1,42585,1733325952344 in 168 msec 2024-12-04T15:26:03,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:26:03,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e51672026a0c0d40748b5463bb35ca63, ASSIGN in 324 msec 2024-12-04T15:26:03,097 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:26:03,097 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325963097"}]},"ts":"1733325963097"} 2024-12-04T15:26:03,098 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T15:26:03,099 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:26:03,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-12-04T15:26:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41471 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:04,100 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T15:26:04,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:26:04,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,46881,1733325956832 2024-12-04T15:26:04,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc06725 2024-12-04T15:26:04,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:26:04,102 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:26:04,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46881 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:26:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46881 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T15:26:04,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:26:04,105 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:26:04,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46881 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T15:26:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:04,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:26:04,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741835_1011 (size=902) 2024-12-04T15:26:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:04,576 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7df6d2fe2e183e572a00d284bce00b3, NAME => 'test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca 2024-12-04T15:26:04,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741836_1012 (size=39) 2024-12-04T15:26:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:04,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:26:04,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a7df6d2fe2e183e572a00d284bce00b3, disabling compactions & flushes 2024-12-04T15:26:04,981 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3. 2024-12-04T15:26:04,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3. 2024-12-04T15:26:04,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3. after waiting 0 ms 2024-12-04T15:26:04,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3. 2024-12-04T15:26:04,981 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3. 2024-12-04T15:26:04,981 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7df6d2fe2e183e572a00d284bce00b3: Waiting for close lock at 1733325964981Disabling compacts and flushes for region at 1733325964981Disabling writes for close at 1733325964981Writing region close event to WAL at 1733325964981Closed at 1733325964981 2024-12-04T15:26:04,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:26:04,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733325964982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325964982"}]},"ts":"1733325964982"} 2024-12-04T15:26:04,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:26:04,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:26:04,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325964984"}]},"ts":"1733325964984"} 2024-12-04T15:26:04,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T15:26:04,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7df6d2fe2e183e572a00d284bce00b3, ASSIGN}] 2024-12-04T15:26:04,987 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7df6d2fe2e183e572a00d284bce00b3, ASSIGN 2024-12-04T15:26:04,987 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a7df6d2fe2e183e572a00d284bce00b3, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,38335,1733325956946; forceNewPlan=false, retain=false 2024-12-04T15:26:05,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7df6d2fe2e183e572a00d284bce00b3, regionState=OPENING, regionLocation=c6f2e1d35cf1,38335,1733325956946 2024-12-04T15:26:05,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a7df6d2fe2e183e572a00d284bce00b3, ASSIGN because future has completed 2024-12-04T15:26:05,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7df6d2fe2e183e572a00d284bce00b3, server=c6f2e1d35cf1,38335,1733325956946}] 2024-12-04T15:26:05,187 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:26:05,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:05,294 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3. 2024-12-04T15:26:05,295 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a7df6d2fe2e183e572a00d284bce00b3, NAME => 'test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:26:05,295 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:26:05,295 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T15:26:05,295 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a7df6d2fe2e183e572a00d284bce00b3 2024-12-04T15:26:05,295 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:26:05,296 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a7df6d2fe2e183e572a00d284bce00b3 2024-12-04T15:26:05,296 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a7df6d2fe2e183e572a00d284bce00b3 2024-12-04T15:26:05,297 INFO [StoreOpener-a7df6d2fe2e183e572a00d284bce00b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a7df6d2fe2e183e572a00d284bce00b3 2024-12-04T15:26:05,298 INFO [StoreOpener-a7df6d2fe2e183e572a00d284bce00b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7df6d2fe2e183e572a00d284bce00b3 columnFamilyName f 2024-12-04T15:26:05,298 DEBUG [StoreOpener-a7df6d2fe2e183e572a00d284bce00b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:26:05,298 INFO [StoreOpener-a7df6d2fe2e183e572a00d284bce00b3-1 {}] regionserver.HStore(327): Store=a7df6d2fe2e183e572a00d284bce00b3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:26:05,298 INFO [StoreOpener-a7df6d2fe2e183e572a00d284bce00b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a7df6d2fe2e183e572a00d284bce00b3 2024-12-04T15:26:05,299 INFO [StoreOpener-a7df6d2fe2e183e572a00d284bce00b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7df6d2fe2e183e572a00d284bce00b3 columnFamilyName f1 2024-12-04T15:26:05,299 DEBUG [StoreOpener-a7df6d2fe2e183e572a00d284bce00b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:26:05,299 INFO [StoreOpener-a7df6d2fe2e183e572a00d284bce00b3-1 {}] regionserver.HStore(327): Store=a7df6d2fe2e183e572a00d284bce00b3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:26:05,299 INFO [StoreOpener-a7df6d2fe2e183e572a00d284bce00b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a7df6d2fe2e183e572a00d284bce00b3 2024-12-04T15:26:05,300 INFO [StoreOpener-a7df6d2fe2e183e572a00d284bce00b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7df6d2fe2e183e572a00d284bce00b3 columnFamilyName norep 2024-12-04T15:26:05,300 DEBUG [StoreOpener-a7df6d2fe2e183e572a00d284bce00b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:26:05,300 INFO [StoreOpener-a7df6d2fe2e183e572a00d284bce00b3-1 {}] regionserver.HStore(327): Store=a7df6d2fe2e183e572a00d284bce00b3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:26:05,300 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a7df6d2fe2e183e572a00d284bce00b3 2024-12-04T15:26:05,301 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/default/test/a7df6d2fe2e183e572a00d284bce00b3 2024-12-04T15:26:05,301 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/default/test/a7df6d2fe2e183e572a00d284bce00b3 2024-12-04T15:26:05,301 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a7df6d2fe2e183e572a00d284bce00b3 2024-12-04T15:26:05,301 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a7df6d2fe2e183e572a00d284bce00b3 2024-12-04T15:26:05,302 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:26:05,302 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a7df6d2fe2e183e572a00d284bce00b3 2024-12-04T15:26:05,304 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/default/test/a7df6d2fe2e183e572a00d284bce00b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:26:05,304 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a7df6d2fe2e183e572a00d284bce00b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72398826, jitterRate=0.07882657647132874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:26:05,304 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7df6d2fe2e183e572a00d284bce00b3 2024-12-04T15:26:05,304 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a7df6d2fe2e183e572a00d284bce00b3: Running coprocessor pre-open hook at 1733325965296Writing region info on filesystem at 1733325965296Initializing all the Stores at 1733325965296Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325965296Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325965296Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325965296Cleaning up temporary data from old regions at 1733325965301 (+5 ms)Running coprocessor post-open hooks at 1733325965304 (+3 ms)Region opened successfully at 1733325965304 2024-12-04T15:26:05,305 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3., pid=6, masterSystemTime=1733325965292 2024-12-04T15:26:05,306 DEBUG [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3. 2024-12-04T15:26:05,306 INFO [RS_OPEN_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3. 2024-12-04T15:26:05,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7df6d2fe2e183e572a00d284bce00b3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=c6f2e1d35cf1,38335,1733325956946 2024-12-04T15:26:05,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7df6d2fe2e183e572a00d284bce00b3, server=c6f2e1d35cf1,38335,1733325956946 because future has completed 2024-12-04T15:26:05,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T15:26:05,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a7df6d2fe2e183e572a00d284bce00b3, server=c6f2e1d35cf1,38335,1733325956946 in 169 msec 2024-12-04T15:26:05,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T15:26:05,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a7df6d2fe2e183e572a00d284bce00b3, ASSIGN in 324 msec 2024-12-04T15:26:05,312 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:26:05,312 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325965312"}]},"ts":"1733325965312"} 2024-12-04T15:26:05,313 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T15:26:05,314 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:26:05,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2110 sec 2024-12-04T15:26:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T15:26:06,260 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T15:26:06,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615738b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:06,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,37427,-1 for getting cluster id 2024-12-04T15:26:06,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:26:06,262 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9059c69-7d75-4fb4-9853-6cb7cec51225' 2024-12-04T15:26:06,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:26:06,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9059c69-7d75-4fb4-9853-6cb7cec51225" 2024-12-04T15:26:06,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b5e264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:06,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,37427,-1] 2024-12-04T15:26:06,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:26:06,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:06,263 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:26:06,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cd967b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:06,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:26:06,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,37427,1733325947765 2024-12-04T15:26:06,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@402afb2e 2024-12-04T15:26:06,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:26:06,266 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:26:06,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://c6f2e1d35cf1:41471,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:26:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:26:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:26:06,268 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:41471' 2024-12-04T15:26:06,269 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563ad878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:06,269 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,41471,-1 for getting cluster id 2024-12-04T15:26:06,269 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:26:06,270 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10c956fa-32e0-4264-8f17-eb5ce0a1a84d' 2024-12-04T15:26:06,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:26:06,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10c956fa-32e0-4264-8f17-eb5ce0a1a84d" 2024-12-04T15:26:06,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481f8916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:06,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,41471,-1] 2024-12-04T15:26:06,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:26:06,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:06,271 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:26:06,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2633674e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:06,272 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:26:06,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,41471,1733325952240 2024-12-04T15:26:06,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6666ce29 2024-12-04T15:26:06,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:26:06,273 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:26:06,274 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T15:26:06,274 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:26:06,274 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:06,274 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:06,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:26:06,274 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T15:26:06,275 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T15:26:06,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T15:26:06,276 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:26:06,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T15:26:06,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741837_1013 (size=1138) 2024-12-04T15:26:06,326 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T15:26:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:26:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:26:06,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7dbed0b57f360c90d6541d29e710d28a, NAME => 'hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9 2024-12-04T15:26:06,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741838_1014 (size=44) 2024-12-04T15:26:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:26:07,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:26:07,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7dbed0b57f360c90d6541d29e710d28a, disabling compactions & flushes 2024-12-04T15:26:07,087 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a. 2024-12-04T15:26:07,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a. 2024-12-04T15:26:07,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a. after waiting 0 ms 2024-12-04T15:26:07,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a. 2024-12-04T15:26:07,088 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a. 2024-12-04T15:26:07,088 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7dbed0b57f360c90d6541d29e710d28a: Waiting for close lock at 1733325967087Disabling compacts and flushes for region at 1733325967087Disabling writes for close at 1733325967088 (+1 ms)Writing region close event to WAL at 1733325967088Closed at 1733325967088 2024-12-04T15:26:07,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T15:26:07,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733325967088"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733325967088"}]},"ts":"1733325967088"} 2024-12-04T15:26:07,090 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T15:26:07,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T15:26:07,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325967091"}]},"ts":"1733325967091"} 2024-12-04T15:26:07,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T15:26:07,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7dbed0b57f360c90d6541d29e710d28a, ASSIGN}] 2024-12-04T15:26:07,093 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7dbed0b57f360c90d6541d29e710d28a, ASSIGN 2024-12-04T15:26:07,093 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7dbed0b57f360c90d6541d29e710d28a, ASSIGN; state=OFFLINE, location=c6f2e1d35cf1,45139,1733325947893; forceNewPlan=false, retain=false 2024-12-04T15:26:07,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7dbed0b57f360c90d6541d29e710d28a, regionState=OPENING, regionLocation=c6f2e1d35cf1,45139,1733325947893 2024-12-04T15:26:07,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7dbed0b57f360c90d6541d29e710d28a, ASSIGN because future has completed 2024-12-04T15:26:07,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dbed0b57f360c90d6541d29e710d28a, server=c6f2e1d35cf1,45139,1733325947893}] 2024-12-04T15:26:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:26:07,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a. 2024-12-04T15:26:07,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T15:26:07,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T15:26:07,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=c6f2e1d35cf1%2C45139%2C1733325947893.rep, suffix=, logDir=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893, archiveDir=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/oldWALs, maxLogs=10 2024-12-04T15:26:07,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.rep.1733325967402, exclude list is [], retry=0 2024-12-04T15:26:07,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44227,DS-86e19baa-a059-44b3-beac-765ee6fecb3b,DISK] 2024-12-04T15:26:07,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.rep.1733325967402 2024-12-04T15:26:07,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43879:43879)] 2024-12-04T15:26:07,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dbed0b57f360c90d6541d29e710d28a, NAME => 'hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a.', STARTKEY => '', ENDKEY => ''} 2024-12-04T15:26:07,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T15:26:07,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T15:26:07,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a. service=MultiRowMutationService 2024-12-04T15:26:07,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T15:26:07,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:07,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T15:26:07,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:07,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:07,419 INFO [StoreOpener-7dbed0b57f360c90d6541d29e710d28a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:07,420 INFO [StoreOpener-7dbed0b57f360c90d6541d29e710d28a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dbed0b57f360c90d6541d29e710d28a columnFamilyName hfileref 2024-12-04T15:26:07,420 DEBUG [StoreOpener-7dbed0b57f360c90d6541d29e710d28a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:26:07,420 INFO [StoreOpener-7dbed0b57f360c90d6541d29e710d28a-1 {}] regionserver.HStore(327): Store=7dbed0b57f360c90d6541d29e710d28a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:26:07,420 INFO [StoreOpener-7dbed0b57f360c90d6541d29e710d28a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:07,421 INFO [StoreOpener-7dbed0b57f360c90d6541d29e710d28a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dbed0b57f360c90d6541d29e710d28a columnFamilyName queue 2024-12-04T15:26:07,421 DEBUG [StoreOpener-7dbed0b57f360c90d6541d29e710d28a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:26:07,421 INFO [StoreOpener-7dbed0b57f360c90d6541d29e710d28a-1 {}] regionserver.HStore(327): Store=7dbed0b57f360c90d6541d29e710d28a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:26:07,421 INFO [StoreOpener-7dbed0b57f360c90d6541d29e710d28a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:07,422 INFO [StoreOpener-7dbed0b57f360c90d6541d29e710d28a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dbed0b57f360c90d6541d29e710d28a columnFamilyName sid 2024-12-04T15:26:07,422 DEBUG [StoreOpener-7dbed0b57f360c90d6541d29e710d28a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T15:26:07,422 INFO [StoreOpener-7dbed0b57f360c90d6541d29e710d28a-1 {}] regionserver.HStore(327): Store=7dbed0b57f360c90d6541d29e710d28a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T15:26:07,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:07,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/replication/7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:07,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/replication/7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:07,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:07,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:07,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T15:26:07,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:07,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/replication/7dbed0b57f360c90d6541d29e710d28a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T15:26:07,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7dbed0b57f360c90d6541d29e710d28a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61864931, jitterRate=-0.07814069092273712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T15:26:07,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:07,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7dbed0b57f360c90d6541d29e710d28a: Running coprocessor pre-open hook at 1733325967418Writing region info on filesystem at 1733325967418Initializing all the Stores at 1733325967419 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325967419Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325967419Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733325967419Cleaning up temporary data from old regions at 1733325967423 (+4 ms)Running coprocessor post-open hooks at 1733325967426 (+3 ms)Region opened successfully at 1733325967426 2024-12-04T15:26:07,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a., pid=10, masterSystemTime=1733325967397 2024-12-04T15:26:07,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a. 2024-12-04T15:26:07,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a. 2024-12-04T15:26:07,429 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7dbed0b57f360c90d6541d29e710d28a, regionState=OPEN, openSeqNum=2, regionLocation=c6f2e1d35cf1,45139,1733325947893 2024-12-04T15:26:07,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dbed0b57f360c90d6541d29e710d28a, server=c6f2e1d35cf1,45139,1733325947893 because future has completed 2024-12-04T15:26:07,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T15:26:07,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dbed0b57f360c90d6541d29e710d28a, server=c6f2e1d35cf1,45139,1733325947893 in 185 msec 2024-12-04T15:26:07,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T15:26:07,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7dbed0b57f360c90d6541d29e710d28a, ASSIGN in 340 msec 2024-12-04T15:26:07,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T15:26:07,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733325967434"}]},"ts":"1733325967434"} 2024-12-04T15:26:07,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T15:26:07,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T15:26:07,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec 2024-12-04T15:26:07,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a., hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=2] 2024-12-04T15:26:07,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:26:07,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:26:07,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:26:07,571 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T15:26:07,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T15:26:07,706 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T15:26:07,728 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-c6f2e1d35cf1,45139,1733325947893, ReplicationSource: 1, currentBandwidth=0 2024-12-04T15:26:07,729 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:26:07,729 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=-1] 2024-12-04T15:26:07,729 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:26:07,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-04T15:26:07,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-c6f2e1d35cf1,45139,1733325947893', locateType=CURRENT is [region=hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a., hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=2] 2024-12-04T15:26:07,733 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T15:26:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T15:26:07,734 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on c6f2e1d35cf1,45139,1733325947893 suceeded 2024-12-04T15:26:07,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T15:26:07,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-04T15:26:07,735 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://c6f2e1d35cf1:41471,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:26:07,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4690 sec 2024-12-04T15:26:07,745 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:41471' 2024-12-04T15:26:07,746 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c6a5a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:07,746 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,41471,-1 for getting cluster id 2024-12-04T15:26:07,746 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:26:07,746 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10c956fa-32e0-4264-8f17-eb5ce0a1a84d' 2024-12-04T15:26:07,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:26:07,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10c956fa-32e0-4264-8f17-eb5ce0a1a84d" 2024-12-04T15:26:07,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4982fdc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:07,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,41471,-1] 2024-12-04T15:26:07,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:26:07,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:07,747 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:26:07,748 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70bbb6d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:07,748 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:26:07,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,41471,1733325952240 2024-12-04T15:26:07,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20f4c77f 2024-12-04T15:26:07,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:26:07,749 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T15:26:07,750 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-c6f2e1d35cf1,45139,1733325947893 (queues=1) is replicating from cluster=a9059c69-7d75-4fb4-9853-6cb7cec51225 to cluster=10c956fa-32e0-4264-8f17-eb5ce0a1a84d 2024-12-04T15:26:07,750 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=c6f2e1d35cf1%2C45139%2C1733325947893 2024-12-04T15:26:07,750 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-c6f2e1d35cf1,45139,1733325947893, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:26:07,750 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C45139%2C1733325947893 2024-12-04T15:26:07,750 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698, startPosition=0, beingWritten=true 2024-12-04T15:26:07,754 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:26:07,754 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 to pos 379, reset compression=false 2024-12-04T15:26:07,754 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,45139,1733325947893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:26:07,957 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 to pos 379, reset compression=false 2024-12-04T15:26:08,259 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 to pos 379, reset compression=false 2024-12-04T15:26:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T15:26:08,410 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T15:26:08,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:26:08,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:08,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:08,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:08,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:26:08,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:08,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,37427,-1 for getting cluster id 2024-12-04T15:26:08,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:26:08,412 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9059c69-7d75-4fb4-9853-6cb7cec51225' 2024-12-04T15:26:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:26:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9059c69-7d75-4fb4-9853-6cb7cec51225" 2024-12-04T15:26:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306820a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,37427,-1] 2024-12-04T15:26:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:26:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:08,413 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:26:08,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a069d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:08,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:08,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,41471,-1 for getting cluster id 2024-12-04T15:26:08,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:26:08,414 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10c956fa-32e0-4264-8f17-eb5ce0a1a84d' 2024-12-04T15:26:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:26:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10c956fa-32e0-4264-8f17-eb5ce0a1a84d" 2024-12-04T15:26:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27281b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,41471,-1] 2024-12-04T15:26:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:26:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:08,415 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:26:08,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6444eea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:08,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfe4b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:08,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,46881,-1 for getting cluster id 2024-12-04T15:26:08,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:26:08,419 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '056bdf48-606f-4169-b3a4-88d5ee659333' 2024-12-04T15:26:08,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:26:08,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "056bdf48-606f-4169-b3a4-88d5ee659333" 2024-12-04T15:26:08,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa16997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:08,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,46881,-1] 2024-12-04T15:26:08,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:26:08,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:08,420 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:26:08,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724993fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:08,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:26:08,425 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733325968424/Put/seqid=0 2024-12-04T15:26:08,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741840_1016 (size=7894) 2024-12-04T15:26:08,662 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 to pos 379, reset compression=false 2024-12-04T15:26:08,830 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733325968829/Put/seqid=0 2024-12-04T15:26:08,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741841_1017 (size=7691) 2024-12-04T15:26:09,165 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 to pos 379, reset compression=false 2024-12-04T15:26:09,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f70c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:09,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,37427,-1 for getting cluster id 2024-12-04T15:26:09,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:26:09,235 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9059c69-7d75-4fb4-9853-6cb7cec51225' 2024-12-04T15:26:09,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:26:09,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9059c69-7d75-4fb4-9853-6cb7cec51225" 2024-12-04T15:26:09,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3d6a2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:09,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,37427,-1] 2024-12-04T15:26:09,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:26:09,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:09,236 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:26:09,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3922348b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:09,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:26:09,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=-1] 2024-12-04T15:26:09,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:26:09,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:26:09,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:26:09,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,37427,1733325947765 2024-12-04T15:26:09,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@447d516e 2024-12-04T15:26:09,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:26:09,283 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:26:09,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5., hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=2] 2024-12-04T15:26:09,287 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T15:26:09,291 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-04T15:26:09,292 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-04T15:26:09,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 2545f49e848b1b4fa4cddc9d247a62c5/f 2024-12-04T15:26:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T15:26:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:26:09,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 2545f49e848b1b4fa4cddc9d247a62c5/f 2024-12-04T15:26:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T15:26:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:26:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HRegion(2603): Flush status journal for 2545f49e848b1b4fa4cddc9d247a62c5: 2024-12-04T15:26:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__pg4t14ajov62t564bkb0866dm1cdve3g05hchgbakv9vnphjl9s7phfu8u0p13ct/f/hfile_0 2024-12-04T15:26:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__pg4t14ajov62t564bkb0866dm1cdve3g05hchgbakv9vnphjl9s7phfu8u0p13ct/f/hfile_0 as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/f/c30673271b154e4181a65fa37d900aab_SeqId_4_ 2024-12-04T15:26:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__pg4t14ajov62t564bkb0866dm1cdve3g05hchgbakv9vnphjl9s7phfu8u0p13ct/f/hfile_1 2024-12-04T15:26:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__pg4t14ajov62t564bkb0866dm1cdve3g05hchgbakv9vnphjl9s7phfu8u0p13ct/f/hfile_1 as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/f/94cfe73d386243099bb0f88e3aeb259f_SeqId_4_ 2024-12-04T15:26:09,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__pg4t14ajov62t564bkb0866dm1cdve3g05hchgbakv9vnphjl9s7phfu8u0p13ct/f/hfile_0 into 2545f49e848b1b4fa4cddc9d247a62c5/f as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/f/c30673271b154e4181a65fa37d900aab_SeqId_4_ - updating store file list. 2024-12-04T15:26:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c30673271b154e4181a65fa37d900aab_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T15:26:09,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/f/c30673271b154e4181a65fa37d900aab_SeqId_4_ into 2545f49e848b1b4fa4cddc9d247a62c5/f 2024-12-04T15:26:09,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__pg4t14ajov62t564bkb0866dm1cdve3g05hchgbakv9vnphjl9s7phfu8u0p13ct/f/hfile_0 into 2545f49e848b1b4fa4cddc9d247a62c5/f (new location: hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/f/c30673271b154e4181a65fa37d900aab_SeqId_4_) 2024-12-04T15:26:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__pg4t14ajov62t564bkb0866dm1cdve3g05hchgbakv9vnphjl9s7phfu8u0p13ct/f/hfile_0 2024-12-04T15:26:09,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__pg4t14ajov62t564bkb0866dm1cdve3g05hchgbakv9vnphjl9s7phfu8u0p13ct/f/hfile_1 into 2545f49e848b1b4fa4cddc9d247a62c5/f as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/f/94cfe73d386243099bb0f88e3aeb259f_SeqId_4_ - updating store file list. 2024-12-04T15:26:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94cfe73d386243099bb0f88e3aeb259f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T15:26:09,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/f/94cfe73d386243099bb0f88e3aeb259f_SeqId_4_ into 2545f49e848b1b4fa4cddc9d247a62c5/f 2024-12-04T15:26:09,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__pg4t14ajov62t564bkb0866dm1cdve3g05hchgbakv9vnphjl9s7phfu8u0p13ct/f/hfile_1 into 2545f49e848b1b4fa4cddc9d247a62c5/f (new location: hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/f/94cfe73d386243099bb0f88e3aeb259f_SeqId_4_) 2024-12-04T15:26:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__pg4t14ajov62t564bkb0866dm1cdve3g05hchgbakv9vnphjl9s7phfu8u0p13ct/f/hfile_1 2024-12-04T15:26:09,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:26:09,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:09,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:09,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:09,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5., hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=2 , the old value is region=test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5., hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c6f2e1d35cf1:45139 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T15:26:09,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5., hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T15:26:09,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:26:09,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5., hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=2 from cache 2024-12-04T15:26:09,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:26:09,313 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T15:26:09,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,42585,1733325952344, seqNum=-1] 2024-12-04T15:26:09,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:26:09,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:26:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733325961952.e51672026a0c0d40748b5463bb35ca63., hostname=c6f2e1d35cf1,42585,1733325952344, seqNum=2] 2024-12-04T15:26:09,316 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T15:26:09,420 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T15:26:09,768 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 to pos 379, reset compression=false 2024-12-04T15:26:09,772 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:26:09,773 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,45139,1733325947893 got entry batch from reader: WALEntryBatch [walEntries=[{test/2545f49e848b1b4fa4cddc9d247a62c5/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733325969311/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T15:26:09,774 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:26:09,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T15:26:09,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.ReplicationSink(318): Replicating [a9059c69-7d75-4fb4-9853-6cb7cec51225] bulk loaded data 2024-12-04T15:26:09,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fae3427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:09,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,41471,-1 for getting cluster id 2024-12-04T15:26:09,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:26:09,776 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10c956fa-32e0-4264-8f17-eb5ce0a1a84d' 2024-12-04T15:26:09,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:26:09,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10c956fa-32e0-4264-8f17-eb5ce0a1a84d" 2024-12-04T15:26:09,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@584a486d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:09,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,41471,-1] 2024-12-04T15:26:09,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:26:09,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:09,777 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:26:09,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1170da6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:09,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741837_1013 (size=7894) 2024-12-04T15:26:09,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741838_1014 (size=7691) 2024-12-04T15:26:09,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:26:09,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,41471,1733325952240 2024-12-04T15:26:09,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f4613c4 2024-12-04T15:26:09,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:26:09,803 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-04T15:26:09,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T15:26:09,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:26:09,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,42585,1733325952344, seqNum=-1] 2024-12-04T15:26:09,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:26:09,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-04T15:26:09,810 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__5793cq2lh2sgi2ujvdaore6s7s1cm62ki1g2fkukuohul6qove0q86b5mhfpundr/f/94cfe73d386243099bb0f88e3aeb259f_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-04T15:26:09,812 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__5793cq2lh2sgi2ujvdaore6s7s1cm62ki1g2fkukuohul6qove0q86b5mhfpundr/f/c30673271b154e4181a65fa37d900aab_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-04T15:26:09,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__5793cq2lh2sgi2ujvdaore6s7s1cm62ki1g2fkukuohul6qove0q86b5mhfpundr/f/94cfe73d386243099bb0f88e3aeb259f_SeqId_4_ for inclusion in e51672026a0c0d40748b5463bb35ca63/f 2024-12-04T15:26:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T15:26:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:26:09,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__5793cq2lh2sgi2ujvdaore6s7s1cm62ki1g2fkukuohul6qove0q86b5mhfpundr/f/c30673271b154e4181a65fa37d900aab_SeqId_4_ for inclusion in e51672026a0c0d40748b5463bb35ca63/f 2024-12-04T15:26:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T15:26:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:26:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HRegion(2603): Flush status journal for e51672026a0c0d40748b5463bb35ca63: 2024-12-04T15:26:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 94cfe73d386243099bb0f88e3aeb259f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T15:26:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__5793cq2lh2sgi2ujvdaore6s7s1cm62ki1g2fkukuohul6qove0q86b5mhfpundr/f/94cfe73d386243099bb0f88e3aeb259f_SeqId_4_ as hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/f/0dcf86d7c85c41de96bf138b5cfbc001_SeqId_4_ 2024-12-04T15:26:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c30673271b154e4181a65fa37d900aab_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T15:26:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__5793cq2lh2sgi2ujvdaore6s7s1cm62ki1g2fkukuohul6qove0q86b5mhfpundr/f/c30673271b154e4181a65fa37d900aab_SeqId_4_ as hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/f/4983f544f8104e66b02f99c0210529cb_SeqId_4_ 2024-12-04T15:26:09,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__5793cq2lh2sgi2ujvdaore6s7s1cm62ki1g2fkukuohul6qove0q86b5mhfpundr/f/94cfe73d386243099bb0f88e3aeb259f_SeqId_4_ into e51672026a0c0d40748b5463bb35ca63/f as hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/f/0dcf86d7c85c41de96bf138b5cfbc001_SeqId_4_ - updating store file list. 2024-12-04T15:26:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0dcf86d7c85c41de96bf138b5cfbc001_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T15:26:09,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/f/0dcf86d7c85c41de96bf138b5cfbc001_SeqId_4_ into e51672026a0c0d40748b5463bb35ca63/f 2024-12-04T15:26:09,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__5793cq2lh2sgi2ujvdaore6s7s1cm62ki1g2fkukuohul6qove0q86b5mhfpundr/f/94cfe73d386243099bb0f88e3aeb259f_SeqId_4_ into e51672026a0c0d40748b5463bb35ca63/f (new location: hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/f/0dcf86d7c85c41de96bf138b5cfbc001_SeqId_4_) 2024-12-04T15:26:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__5793cq2lh2sgi2ujvdaore6s7s1cm62ki1g2fkukuohul6qove0q86b5mhfpundr/f/94cfe73d386243099bb0f88e3aeb259f_SeqId_4_ 2024-12-04T15:26:09,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__5793cq2lh2sgi2ujvdaore6s7s1cm62ki1g2fkukuohul6qove0q86b5mhfpundr/f/c30673271b154e4181a65fa37d900aab_SeqId_4_ into e51672026a0c0d40748b5463bb35ca63/f as hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/f/4983f544f8104e66b02f99c0210529cb_SeqId_4_ - updating store file list. 2024-12-04T15:26:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4983f544f8104e66b02f99c0210529cb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T15:26:09,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/f/4983f544f8104e66b02f99c0210529cb_SeqId_4_ into e51672026a0c0d40748b5463bb35ca63/f 2024-12-04T15:26:09,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__5793cq2lh2sgi2ujvdaore6s7s1cm62ki1g2fkukuohul6qove0q86b5mhfpundr/f/c30673271b154e4181a65fa37d900aab_SeqId_4_ into e51672026a0c0d40748b5463bb35ca63/f (new location: hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/f/4983f544f8104e66b02f99c0210529cb_SeqId_4_) 2024-12-04T15:26:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__5793cq2lh2sgi2ujvdaore6s7s1cm62ki1g2fkukuohul6qove0q86b5mhfpundr/f/c30673271b154e4181a65fa37d900aab_SeqId_4_ 2024-12-04T15:26:09,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.ReplicationSink(324): Finished replicating [a9059c69-7d75-4fb4-9853-6cb7cec51225] bulk loaded data 2024-12-04T15:26:09,973 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 to pos 687, reset compression=false 2024-12-04T15:26:10,033 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T15:26:10,276 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 to pos 687, reset compression=false 2024-12-04T15:26:10,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:26:10,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,38335,1733325956946, seqNum=-1] 2024-12-04T15:26:10,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:26:10,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:26:10,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3., hostname=c6f2e1d35cf1,38335,1733325956946, seqNum=2] 2024-12-04T15:26:10,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:26:10,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T15:26:10,330 DEBUG [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c6f2e1d35cf1%2C45139%2C1733325947893:(num 1733325949698) roll requested 2024-12-04T15:26:10,341 DEBUG [regionserver/c6f2e1d35cf1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330, exclude list is [], retry=0 2024-12-04T15:26:10,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44227,DS-86e19baa-a059-44b3-beac-765ee6fecb3b,DISK] 2024-12-04T15:26:10,345 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 2024-12-04T15:26:10,345 DEBUG [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43879:43879)] 2024-12-04T15:26:10,345 DEBUG [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 is not closed yet, will try archiving it next time 2024-12-04T15:26:10,345 DEBUG [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c6f2e1d35cf1%2C45139%2C1733325947893.meta:.meta(num 1733325950646) roll requested 2024-12-04T15:26:10,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440fd914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:10,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,37427,-1 for getting cluster id 2024-12-04T15:26:10,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741832_1008 (size=695) 2024-12-04T15:26:10,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:26:10,346 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9059c69-7d75-4fb4-9853-6cb7cec51225' 2024-12-04T15:26:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:26:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9059c69-7d75-4fb4-9853-6cb7cec51225" 2024-12-04T15:26:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61623461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,37427,-1] 2024-12-04T15:26:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:26:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:10,348 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:26:10,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a872161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:10,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:26:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,37427,1733325947765 2024-12-04T15:26:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5192acb3 2024-12-04T15:26:10,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:26:10,349 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:26:10,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://c6f2e1d35cf1:46881,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T15:26:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T15:26:10,351 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 to hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/oldWALs/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 2024-12-04T15:26:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T15:26:10,352 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:46881' 2024-12-04T15:26:10,353 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf6f198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:10,353 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,46881,-1 for getting cluster id 2024-12-04T15:26:10,353 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:26:10,353 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '056bdf48-606f-4169-b3a4-88d5ee659333' 2024-12-04T15:26:10,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:26:10,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "056bdf48-606f-4169-b3a4-88d5ee659333" 2024-12-04T15:26:10,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@449ff355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:10,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,46881,-1] 2024-12-04T15:26:10,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:26:10,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:10,354 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:26:10,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37da20f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:10,355 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:26:10,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,46881,1733325956832 2024-12-04T15:26:10,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30648395 2024-12-04T15:26:10,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:26:10,356 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:26:10,356 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T15:26:10,356 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T15:26:10,356 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:10,356 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:10,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:26:10,359 DEBUG [regionserver/c6f2e1d35cf1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.meta.1733325970345.meta, exclude list is [], retry=0 2024-12-04T15:26:10,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44227,DS-86e19baa-a059-44b3-beac-765ee6fecb3b,DISK] 2024-12-04T15:26:10,364 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.meta.1733325950646.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.meta.1733325970345.meta 2024-12-04T15:26:10,364 DEBUG [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43879:43879)] 2024-12-04T15:26:10,364 DEBUG [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.meta.1733325950646.meta is not closed yet, will try archiving it next time 2024-12-04T15:26:10,364 DEBUG [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL c6f2e1d35cf1%2C45139%2C1733325947893.rep:(num 1733325967402) roll requested 2024-12-04T15:26:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741834_1010 (size=3473) 2024-12-04T15:26:10,378 DEBUG [regionserver/c6f2e1d35cf1:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.rep.1733325970364, exclude list is [], retry=0 2024-12-04T15:26:10,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44227,DS-86e19baa-a059-44b3-beac-765ee6fecb3b,DISK] 2024-12-04T15:26:10,382 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.rep.1733325967402 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.rep.1733325970364 2024-12-04T15:26:10,382 DEBUG [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43879:43879)] 2024-12-04T15:26:10,382 DEBUG [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.rep.1733325967402 is not closed yet, will try archiving it next time 2024-12-04T15:26:10,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741839_1015 (size=1505) 2024-12-04T15:26:10,383 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.rep.1733325967402 not finished, retry = 0 2024-12-04T15:26:10,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T15:26:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T15:26:10,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T15:26:10,597 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T15:26:10,626 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-c6f2e1d35cf1,45139,1733325947893, ReplicationSource: 2, currentBandwidth=0 2024-12-04T15:26:10,628 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T15:26:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T15:26:10,629 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on c6f2e1d35cf1,45139,1733325947893 suceeded 2024-12-04T15:26:10,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T15:26:10,631 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://c6f2e1d35cf1:46881,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T15:26:10,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-04T15:26:10,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 281 msec 2024-12-04T15:26:10,639 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='c6f2e1d35cf1:46881' 2024-12-04T15:26:10,640 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ffde5c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:10,640 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,46881,-1 for getting cluster id 2024-12-04T15:26:10,640 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:26:10,641 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '056bdf48-606f-4169-b3a4-88d5ee659333' 2024-12-04T15:26:10,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:26:10,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "056bdf48-606f-4169-b3a4-88d5ee659333" 2024-12-04T15:26:10,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75b6f60b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:10,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,46881,-1] 2024-12-04T15:26:10,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:26:10,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:10,642 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:26:10,642 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cbeb709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:10,642 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:26:10,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,46881,1733325956832 2024-12-04T15:26:10,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10e95185 2024-12-04T15:26:10,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:26:10,643 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T15:26:10,644 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-c6f2e1d35cf1,45139,1733325947893 (queues=1) is replicating from cluster=a9059c69-7d75-4fb4-9853-6cb7cec51225 to cluster=056bdf48-606f-4169-b3a4-88d5ee659333 2024-12-04T15:26:10,644 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=c6f2e1d35cf1%2C45139%2C1733325947893 2024-12-04T15:26:10,644 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-c6f2e1d35cf1,45139,1733325947893, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T15:26:10,644 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330, startPosition=0, beingWritten=true 2024-12-04T15:26:10,644 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: c6f2e1d35cf1%2C45139%2C1733325947893 2024-12-04T15:26:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37427 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T15:26:10,670 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T15:26:10,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:26:10,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:10,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:10,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:10,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:26:10,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T15:26:10,673 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733325970673/Put/seqid=0 2024-12-04T15:26:10,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741845_1021 (size=11194) 2024-12-04T15:26:10,679 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 to pos 687, reset compression=false 2024-12-04T15:26:10,684 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 was moved to hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/oldWALs/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 2024-12-04T15:26:10,685 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698 2024-12-04T15:26:10,686 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330, startPosition=0, beingWritten=true 2024-12-04T15:26:10,685 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,45139,1733325947893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T15:26:10,687 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [c6f2e1d35cf1%2C45139%2C1733325947893.1733325949698] 2024-12-04T15:26:10,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:26:10,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:10,847 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 0, reset compression=false 2024-12-04T15:26:11,079 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733325971079/Put/seqid=0 2024-12-04T15:26:11,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741846_1022 (size=10791) 2024-12-04T15:26:11,151 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 0, reset compression=false 2024-12-04T15:26:11,189 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 0, reset compression=false 2024-12-04T15:26:11,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad44a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:11,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,37427,-1 for getting cluster id 2024-12-04T15:26:11,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:26:11,485 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a9059c69-7d75-4fb4-9853-6cb7cec51225' 2024-12-04T15:26:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:26:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a9059c69-7d75-4fb4-9853-6cb7cec51225" 2024-12-04T15:26:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd0da7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,37427,-1] 2024-12-04T15:26:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:26:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:11,486 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:26:11,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481c25b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:11,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:26:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=-1] 2024-12-04T15:26:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:26:11,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T15:26:11,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:26:11,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,37427,1733325947765 2024-12-04T15:26:11,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2354ce4d 2024-12-04T15:26:11,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:26:11,494 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T15:26:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5., hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=2] 2024-12-04T15:26:11,498 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T15:26:11,502 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-04T15:26:11,504 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-04T15:26:11,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 2545f49e848b1b4fa4cddc9d247a62c5/f 2024-12-04T15:26:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T15:26:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:26:11,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 2545f49e848b1b4fa4cddc9d247a62c5/f 2024-12-04T15:26:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T15:26:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:26:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HRegion(2603): Flush status journal for 2545f49e848b1b4fa4cddc9d247a62c5: 2024-12-04T15:26:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__h84de3efjrqkovon5gcsq5s7gblrf4oqbbofn4fg8r80qcb6leb28btptq9f5eho/f/hfile_1 2024-12-04T15:26:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__h84de3efjrqkovon5gcsq5s7gblrf4oqbbofn4fg8r80qcb6leb28btptq9f5eho/f/hfile_1 as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/f/f01c15b052714c12b327f3178a212166_SeqId_6_ 2024-12-04T15:26:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__h84de3efjrqkovon5gcsq5s7gblrf4oqbbofn4fg8r80qcb6leb28btptq9f5eho/f/hfile_0 2024-12-04T15:26:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__h84de3efjrqkovon5gcsq5s7gblrf4oqbbofn4fg8r80qcb6leb28btptq9f5eho/f/hfile_0 as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/f/5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ 2024-12-04T15:26:11,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__h84de3efjrqkovon5gcsq5s7gblrf4oqbbofn4fg8r80qcb6leb28btptq9f5eho/f/hfile_1 into 2545f49e848b1b4fa4cddc9d247a62c5/f as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/f/f01c15b052714c12b327f3178a212166_SeqId_6_ - updating store file list. 2024-12-04T15:26:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f01c15b052714c12b327f3178a212166_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T15:26:11,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/f/f01c15b052714c12b327f3178a212166_SeqId_6_ into 2545f49e848b1b4fa4cddc9d247a62c5/f 2024-12-04T15:26:11,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__h84de3efjrqkovon5gcsq5s7gblrf4oqbbofn4fg8r80qcb6leb28btptq9f5eho/f/hfile_1 into 2545f49e848b1b4fa4cddc9d247a62c5/f (new location: hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/f/f01c15b052714c12b327f3178a212166_SeqId_6_) 2024-12-04T15:26:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__h84de3efjrqkovon5gcsq5s7gblrf4oqbbofn4fg8r80qcb6leb28btptq9f5eho/f/hfile_1 2024-12-04T15:26:11,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__h84de3efjrqkovon5gcsq5s7gblrf4oqbbofn4fg8r80qcb6leb28btptq9f5eho/f/hfile_0 into 2545f49e848b1b4fa4cddc9d247a62c5/f as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/f/5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ - updating store file list. 2024-12-04T15:26:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T15:26:11,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/f/5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ into 2545f49e848b1b4fa4cddc9d247a62c5/f 2024-12-04T15:26:11,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__h84de3efjrqkovon5gcsq5s7gblrf4oqbbofn4fg8r80qcb6leb28btptq9f5eho/f/hfile_0 into 2545f49e848b1b4fa4cddc9d247a62c5/f (new location: hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/f/5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_) 2024-12-04T15:26:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/staging/jenkins__test__h84de3efjrqkovon5gcsq5s7gblrf4oqbbofn4fg8r80qcb6leb28btptq9f5eho/f/hfile_0 2024-12-04T15:26:11,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:26:11,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:11,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:11,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:11,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:26:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5., hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=2 , the old value is region=test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5., hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c6f2e1d35cf1:45139 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T15:26:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5., hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T15:26:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5., hostname=c6f2e1d35cf1,45139,1733325947893, seqNum=2 from cache 2024-12-04T15:26:11,531 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T15:26:11,534 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T15:26:11,554 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 0, reset compression=false 2024-12-04T15:26:11,558 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:26:11,558 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c6f2e1d35cf1,45139,1733325947893 got entry batch from reader: WALEntryBatch [walEntries=[{test/2545f49e848b1b4fa4cddc9d247a62c5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733325971528/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T15:26:11,559 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T15:26:11,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T15:26:11,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.ReplicationSink(318): Replicating [a9059c69-7d75-4fb4-9853-6cb7cec51225] bulk loaded data 2024-12-04T15:26:11,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4302c1bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:11,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] client.ClusterIdFetcher(90): Going to request c6f2e1d35cf1,46881,-1 for getting cluster id 2024-12-04T15:26:11,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T15:26:11,561 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '056bdf48-606f-4169-b3a4-88d5ee659333' 2024-12-04T15:26:11,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T15:26:11,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "056bdf48-606f-4169-b3a4-88d5ee659333" 2024-12-04T15:26:11,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43e67409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:11,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c6f2e1d35cf1,46881,-1] 2024-12-04T15:26:11,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T15:26:11,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:11,562 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-04T15:26:11,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76f70eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T15:26:11,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741837_1013 (size=10791) 2024-12-04T15:26:11,640 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T15:26:11,758 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:11,793 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 0, reset compression=false 2024-12-04T15:26:11,796 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T15:26:11,796 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,45139,1733325947893 got entry batch from reader: WALEntryBatch [walEntries=[{test/2545f49e848b1b4fa4cddc9d247a62c5/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733325971528/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T15:26:11,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.ReplicationSink(318): Replicating [a9059c69-7d75-4fb4-9853-6cb7cec51225] bulk loaded data 2024-12-04T15:26:11,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741839_1015 (size=10791) 2024-12-04T15:26:11,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741838_1014 (size=11194) 2024-12-04T15:26:11,996 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:12,061 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:12,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741840_1016 (size=11194) 2024-12-04T15:26:12,299 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:12,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:26:12,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c6f2e1d35cf1,46881,1733325956832 2024-12-04T15:26:12,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7edec158 2024-12-04T15:26:12,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T15:26:12,379 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-04T15:26:12,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T15:26:12,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T15:26:12,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c6f2e1d35cf1,38335,1733325956946, seqNum=-1] 2024-12-04T15:26:12,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T15:26:12,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-04T15:26:12,386 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/staging/jenkins.hfs.23__test__j8sigd56qira1bmpiifo0bl86te30751rl97l6lm3qpba0v1fqfct6ke1qu1vca4/f/5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T15:26:12,387 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/staging/jenkins.hfs.23__test__j8sigd56qira1bmpiifo0bl86te30751rl97l6lm3qpba0v1fqfct6ke1qu1vca4/f/f01c15b052714c12b327f3178a212166_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T15:26:12,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/staging/jenkins.hfs.23__test__j8sigd56qira1bmpiifo0bl86te30751rl97l6lm3qpba0v1fqfct6ke1qu1vca4/f/f01c15b052714c12b327f3178a212166_SeqId_6_ for inclusion in a7df6d2fe2e183e572a00d284bce00b3/f 2024-12-04T15:26:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T15:26:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:26:12,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/staging/jenkins.hfs.23__test__j8sigd56qira1bmpiifo0bl86te30751rl97l6lm3qpba0v1fqfct6ke1qu1vca4/f/5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ for inclusion in a7df6d2fe2e183e572a00d284bce00b3/f 2024-12-04T15:26:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T15:26:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:26:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HRegion(2603): Flush status journal for a7df6d2fe2e183e572a00d284bce00b3: 2024-12-04T15:26:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f01c15b052714c12b327f3178a212166_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T15:26:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/staging/jenkins.hfs.23__test__j8sigd56qira1bmpiifo0bl86te30751rl97l6lm3qpba0v1fqfct6ke1qu1vca4/f/f01c15b052714c12b327f3178a212166_SeqId_6_ as hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/default/test/a7df6d2fe2e183e572a00d284bce00b3/f/98b6868171ac432ab6abb87e687b50be_SeqId_4_ 2024-12-04T15:26:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T15:26:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/staging/jenkins.hfs.23__test__j8sigd56qira1bmpiifo0bl86te30751rl97l6lm3qpba0v1fqfct6ke1qu1vca4/f/5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ as hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/default/test/a7df6d2fe2e183e572a00d284bce00b3/f/9cc858a247154137ad1b2574507ba345_SeqId_4_ 2024-12-04T15:26:12,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/staging/jenkins.hfs.23__test__j8sigd56qira1bmpiifo0bl86te30751rl97l6lm3qpba0v1fqfct6ke1qu1vca4/f/f01c15b052714c12b327f3178a212166_SeqId_6_ into a7df6d2fe2e183e572a00d284bce00b3/f as hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/default/test/a7df6d2fe2e183e572a00d284bce00b3/f/98b6868171ac432ab6abb87e687b50be_SeqId_4_ - updating store file list. 2024-12-04T15:26:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 98b6868171ac432ab6abb87e687b50be_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T15:26:12,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/default/test/a7df6d2fe2e183e572a00d284bce00b3/f/98b6868171ac432ab6abb87e687b50be_SeqId_4_ into a7df6d2fe2e183e572a00d284bce00b3/f 2024-12-04T15:26:12,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/staging/jenkins.hfs.23__test__j8sigd56qira1bmpiifo0bl86te30751rl97l6lm3qpba0v1fqfct6ke1qu1vca4/f/f01c15b052714c12b327f3178a212166_SeqId_6_ into a7df6d2fe2e183e572a00d284bce00b3/f (new location: hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/default/test/a7df6d2fe2e183e572a00d284bce00b3/f/98b6868171ac432ab6abb87e687b50be_SeqId_4_) 2024-12-04T15:26:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/staging/jenkins.hfs.23__test__j8sigd56qira1bmpiifo0bl86te30751rl97l6lm3qpba0v1fqfct6ke1qu1vca4/f/f01c15b052714c12b327f3178a212166_SeqId_6_ 2024-12-04T15:26:12,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/staging/jenkins.hfs.23__test__j8sigd56qira1bmpiifo0bl86te30751rl97l6lm3qpba0v1fqfct6ke1qu1vca4/f/5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ into a7df6d2fe2e183e572a00d284bce00b3/f as hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/default/test/a7df6d2fe2e183e572a00d284bce00b3/f/9cc858a247154137ad1b2574507ba345_SeqId_4_ - updating store file list. 2024-12-04T15:26:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9cc858a247154137ad1b2574507ba345_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T15:26:12,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/default/test/a7df6d2fe2e183e572a00d284bce00b3/f/9cc858a247154137ad1b2574507ba345_SeqId_4_ into a7df6d2fe2e183e572a00d284bce00b3/f 2024-12-04T15:26:12,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/staging/jenkins.hfs.23__test__j8sigd56qira1bmpiifo0bl86te30751rl97l6lm3qpba0v1fqfct6ke1qu1vca4/f/5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ into a7df6d2fe2e183e572a00d284bce00b3/f (new location: hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/default/test/a7df6d2fe2e183e572a00d284bce00b3/f/9cc858a247154137ad1b2574507ba345_SeqId_4_) 2024-12-04T15:26:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/staging/jenkins.hfs.23__test__j8sigd56qira1bmpiifo0bl86te30751rl97l6lm3qpba0v1fqfct6ke1qu1vca4/f/5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ 2024-12-04T15:26:12,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38335 {}] regionserver.ReplicationSink(324): Finished replicating [a9059c69-7d75-4fb4-9853-6cb7cec51225] bulk loaded data 2024-12-04T15:26:12,464 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:12,536 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T15:26:12,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T15:26:12,618 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__kf4ntdvjarh5004rqddj9hmh8i3qc9me58no4u8h6e7sljk1468bgbluea5i4u26/f/5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T15:26:12,620 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__kf4ntdvjarh5004rqddj9hmh8i3qc9me58no4u8h6e7sljk1468bgbluea5i4u26/f/f01c15b052714c12b327f3178a212166_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T15:26:12,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__kf4ntdvjarh5004rqddj9hmh8i3qc9me58no4u8h6e7sljk1468bgbluea5i4u26/f/5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ for inclusion in e51672026a0c0d40748b5463bb35ca63/f 2024-12-04T15:26:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T15:26:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:26:12,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__kf4ntdvjarh5004rqddj9hmh8i3qc9me58no4u8h6e7sljk1468bgbluea5i4u26/f/f01c15b052714c12b327f3178a212166_SeqId_6_ for inclusion in e51672026a0c0d40748b5463bb35ca63/f 2024-12-04T15:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T15:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T15:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HRegion(2603): Flush status journal for e51672026a0c0d40748b5463bb35ca63: 2024-12-04T15:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T15:26:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__kf4ntdvjarh5004rqddj9hmh8i3qc9me58no4u8h6e7sljk1468bgbluea5i4u26/f/5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ as hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/f/ba1b1e7bcc3046ecbf87055c5671cfd2_SeqId_6_ 2024-12-04T15:26:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f01c15b052714c12b327f3178a212166_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T15:26:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__kf4ntdvjarh5004rqddj9hmh8i3qc9me58no4u8h6e7sljk1468bgbluea5i4u26/f/f01c15b052714c12b327f3178a212166_SeqId_6_ as hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/f/0de30782783f4926aa9cfb9c003605fa_SeqId_6_ 2024-12-04T15:26:12,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__kf4ntdvjarh5004rqddj9hmh8i3qc9me58no4u8h6e7sljk1468bgbluea5i4u26/f/5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ into e51672026a0c0d40748b5463bb35ca63/f as hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/f/ba1b1e7bcc3046ecbf87055c5671cfd2_SeqId_6_ - updating store file list. 2024-12-04T15:26:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ba1b1e7bcc3046ecbf87055c5671cfd2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T15:26:12,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/f/ba1b1e7bcc3046ecbf87055c5671cfd2_SeqId_6_ into e51672026a0c0d40748b5463bb35ca63/f 2024-12-04T15:26:12,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__kf4ntdvjarh5004rqddj9hmh8i3qc9me58no4u8h6e7sljk1468bgbluea5i4u26/f/5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ into e51672026a0c0d40748b5463bb35ca63/f (new location: hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/f/ba1b1e7bcc3046ecbf87055c5671cfd2_SeqId_6_) 2024-12-04T15:26:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__kf4ntdvjarh5004rqddj9hmh8i3qc9me58no4u8h6e7sljk1468bgbluea5i4u26/f/5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_ 2024-12-04T15:26:12,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__kf4ntdvjarh5004rqddj9hmh8i3qc9me58no4u8h6e7sljk1468bgbluea5i4u26/f/f01c15b052714c12b327f3178a212166_SeqId_6_ into e51672026a0c0d40748b5463bb35ca63/f as hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/f/0de30782783f4926aa9cfb9c003605fa_SeqId_6_ - updating store file list. 2024-12-04T15:26:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0de30782783f4926aa9cfb9c003605fa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T15:26:12,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/f/0de30782783f4926aa9cfb9c003605fa_SeqId_6_ into e51672026a0c0d40748b5463bb35ca63/f 2024-12-04T15:26:12,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__kf4ntdvjarh5004rqddj9hmh8i3qc9me58no4u8h6e7sljk1468bgbluea5i4u26/f/f01c15b052714c12b327f3178a212166_SeqId_6_ into e51672026a0c0d40748b5463bb35ca63/f (new location: hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/f/0de30782783f4926aa9cfb9c003605fa_SeqId_6_) 2024-12-04T15:26:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/staging/jenkins.hfs.22__test__kf4ntdvjarh5004rqddj9hmh8i3qc9me58no4u8h6e7sljk1468bgbluea5i4u26/f/f01c15b052714c12b327f3178a212166_SeqId_6_ 2024-12-04T15:26:12,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42585 {}] regionserver.ReplicationSink(324): Finished replicating [a9059c69-7d75-4fb4-9853-6cb7cec51225] bulk loaded data 2024-12-04T15:26:12,703 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:12,959 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T15:26:12,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:26:12,960 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148794 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [c6f2e1d35cf1,45811,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T15:26:12,968 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:13,206 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:13,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:26:13,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:26:13,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:13,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:13,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:13,560 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:26:13,560 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1942398365, stopped=false 2024-12-04T15:26:13,560 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,46881,1733325956832 2024-12-04T15:26:13,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:26:13,571 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:13,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2027815237/running 2024-12-04T15:26:13,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2027815237/running 2024-12-04T15:26:13,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237 2024-12-04T15:26:13,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237 2024-12-04T15:26:13,628 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:26:13,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:26:13,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:13,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:13,628 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,38335,1733325956946' ***** 2024-12-04T15:26:13,628 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:26:13,629 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:26:13,629 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:26:13,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Set watcher on znode that does not yet exist, /2-2027815237/running 2024-12-04T15:26:13,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Set watcher on znode that does not yet exist, /2-2027815237/running 2024-12-04T15:26:13,629 INFO [RS:0;c6f2e1d35cf1:38335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:26:13,629 INFO [RS:0;c6f2e1d35cf1:38335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:26:13,629 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(3091): Received CLOSE for a7df6d2fe2e183e572a00d284bce00b3 2024-12-04T15:26:13,630 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,38335,1733325956946 2024-12-04T15:26:13,630 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:26:13,630 INFO [RS:0;c6f2e1d35cf1:38335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:38335. 2024-12-04T15:26:13,630 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:13,630 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:13,630 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7df6d2fe2e183e572a00d284bce00b3, disabling compactions & flushes 2024-12-04T15:26:13,630 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3. 2024-12-04T15:26:13,630 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3. 2024-12-04T15:26:13,630 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3. after waiting 0 ms 2024-12-04T15:26:13,630 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3. 2024-12-04T15:26:13,630 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:26:13,630 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:26:13,630 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:26:13,630 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:26:13,630 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T15:26:13,630 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(1325): Online Regions={a7df6d2fe2e183e572a00d284bce00b3=test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:26:13,630 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7df6d2fe2e183e572a00d284bce00b3 2024-12-04T15:26:13,630 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:26:13,631 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:26:13,631 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:26:13,631 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:26:13,631 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:26:13,631 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T15:26:13,635 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/default/test/a7df6d2fe2e183e572a00d284bce00b3/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T15:26:13,635 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:26:13,635 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:26:13,635 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3. 2024-12-04T15:26:13,635 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7df6d2fe2e183e572a00d284bce00b3: Waiting for close lock at 1733325973630Running coprocessor pre-close hooks at 1733325973630Disabling compacts and flushes for region at 1733325973630Disabling writes for close at 1733325973630Writing region close event to WAL at 1733325973630Running coprocessor post-close hooks at 1733325973635 (+5 ms)Closed at 1733325973635 2024-12-04T15:26:13,635 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3. 2024-12-04T15:26:13,653 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/.tmp/info/7e302a754c7442a3a1dbbc8aa46fae7e is 129, key is test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3./info:regioninfo/1733325965307/Put/seqid=0 2024-12-04T15:26:13,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741839_1015 (size=6421) 2024-12-04T15:26:13,657 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/.tmp/info/7e302a754c7442a3a1dbbc8aa46fae7e 2024-12-04T15:26:13,661 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:26:13,686 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/.tmp/ns/1fa5dcec021d48fa9284f5c36c490724 is 43, key is default/ns:d/1733325959709/Put/seqid=0 2024-12-04T15:26:13,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741840_1016 (size=5153) 2024-12-04T15:26:13,809 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:13,830 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:14,031 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:14,071 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:26:14,071 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:26:14,090 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/.tmp/ns/1fa5dcec021d48fa9284f5c36c490724 2024-12-04T15:26:14,105 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/.tmp/rep_barrier/3f091ddc12c34430be2eda6d475e3ee3 is 112, key is test,,1733325964103.a7df6d2fe2e183e572a00d284bce00b3./rep_barrier:seqnumDuringOpen/1733325965307/Put/seqid=0 2024-12-04T15:26:14,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741841_1017 (size=5518) 2024-12-04T15:26:14,231 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:14,275 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:14,431 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:14,508 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/.tmp/rep_barrier/3f091ddc12c34430be2eda6d475e3ee3 2024-12-04T15:26:14,513 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:14,529 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/.tmp/table/f786238b66634d999fdec0ab72599797 is 40, key is test/table:state/1733325965312/Put/seqid=0 2024-12-04T15:26:14,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741842_1018 (size=5165) 2024-12-04T15:26:14,532 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/.tmp/table/f786238b66634d999fdec0ab72599797 2024-12-04T15:26:14,536 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/.tmp/info/7e302a754c7442a3a1dbbc8aa46fae7e as hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/info/7e302a754c7442a3a1dbbc8aa46fae7e 2024-12-04T15:26:14,539 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/info/7e302a754c7442a3a1dbbc8aa46fae7e, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T15:26:14,540 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/.tmp/ns/1fa5dcec021d48fa9284f5c36c490724 as hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/ns/1fa5dcec021d48fa9284f5c36c490724 2024-12-04T15:26:14,542 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/ns/1fa5dcec021d48fa9284f5c36c490724, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T15:26:14,543 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/.tmp/rep_barrier/3f091ddc12c34430be2eda6d475e3ee3 as hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/rep_barrier/3f091ddc12c34430be2eda6d475e3ee3 2024-12-04T15:26:14,546 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/rep_barrier/3f091ddc12c34430be2eda6d475e3ee3, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T15:26:14,547 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/.tmp/table/f786238b66634d999fdec0ab72599797 as hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/table/f786238b66634d999fdec0ab72599797 2024-12-04T15:26:14,550 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/table/f786238b66634d999fdec0ab72599797, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T15:26:14,551 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=11, compaction requested=false 2024-12-04T15:26:14,555 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T15:26:14,555 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:26:14,555 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:26:14,555 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:26:14,555 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325973630Running coprocessor pre-close hooks at 1733325973630Disabling compacts and flushes for region at 1733325973630Disabling writes for close at 1733325973631 (+1 ms)Obtaining lock to block concurrent updates at 1733325973631Preparing flush snapshotting stores in 1588230740 at 1733325973631Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733325973632 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733325973632Flushing 1588230740/info: creating writer at 1733325973632Flushing 1588230740/info: appending metadata at 1733325973652 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733325973652Flushing 1588230740/ns: creating writer at 1733325973661 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733325973685 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1733325973685Flushing 1588230740/rep_barrier: creating writer at 1733325974093 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733325974105 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733325974105Flushing 1588230740/table: creating writer at 1733325974512 (+407 ms)Flushing 1588230740/table: appending metadata at 1733325974528 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733325974528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fad6c7f: reopening flushed file at 1733325974536 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44527073: reopening flushed file at 1733325974539 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e27699: reopening flushed file at 1733325974542 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547b7db1: reopening flushed file at 1733325974546 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=11, compaction requested=false at 1733325974551 (+5 ms)Writing region close event to WAL at 1733325974553 (+2 ms)Running coprocessor post-close hooks at 1733325974555 (+2 ms)Closed at 1733325974555 2024-12-04T15:26:14,556 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:26:14,631 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,38335,1733325956946; all regions closed. 2024-12-04T15:26:14,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741834_1010 (size=2717) 2024-12-04T15:26:14,633 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/WALs/c6f2e1d35cf1,38335,1733325956946/c6f2e1d35cf1%2C38335%2C1733325956946.meta.1733325959669.meta not finished, retry = 0 2024-12-04T15:26:14,735 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/oldWALs 2024-12-04T15:26:14,735 INFO [RS:0;c6f2e1d35cf1:38335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C38335%2C1733325956946.meta:.meta(num 1733325959669) 2024-12-04T15:26:14,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741832_1008 (size=1028) 2024-12-04T15:26:14,738 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/oldWALs 2024-12-04T15:26:14,738 INFO [RS:0;c6f2e1d35cf1:38335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C38335%2C1733325956946:(num 1733325959176) 2024-12-04T15:26:14,738 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:14,738 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:26:14,738 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:26:14,738 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T15:26:14,738 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:26:14,738 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:26:14,739 INFO [RS:0;c6f2e1d35cf1:38335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:38335. 2024-12-04T15:26:14,739 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:14,739 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:14,739 DEBUG [RS:0;c6f2e1d35cf1:38335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:14,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:26:14,739 INFO [RS:0;c6f2e1d35cf1:38335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38335 2024-12-04T15:26:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237/rs 2024-12-04T15:26:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2027815237/rs/c6f2e1d35cf1,38335,1733325956946 2024-12-04T15:26:14,752 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:26:14,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,38335,1733325956946] 2024-12-04T15:26:14,769 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2027815237/draining/c6f2e1d35cf1,38335,1733325956946 already deleted, retry=false 2024-12-04T15:26:14,769 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,38335,1733325956946 expired; onlineServers=0 2024-12-04T15:26:14,769 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,46881,1733325956832' ***** 2024-12-04T15:26:14,769 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:26:14,769 INFO [M:0;c6f2e1d35cf1:46881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:26:14,769 INFO [M:0;c6f2e1d35cf1:46881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:26:14,769 DEBUG [M:0;c6f2e1d35cf1:46881 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:26:14,769 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:26:14,769 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325958893 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325958893,5,FailOnTimeoutGroup] 2024-12-04T15:26:14,769 DEBUG [M:0;c6f2e1d35cf1:46881 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:26:14,769 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325958893 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325958893,5,FailOnTimeoutGroup] 2024-12-04T15:26:14,770 INFO [M:0;c6f2e1d35cf1:46881 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:26:14,770 INFO [M:0;c6f2e1d35cf1:46881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:26:14,770 DEBUG [M:0;c6f2e1d35cf1:46881 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:26:14,770 INFO [M:0;c6f2e1d35cf1:46881 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:26:14,770 INFO [M:0;c6f2e1d35cf1:46881 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:26:14,770 INFO [M:0;c6f2e1d35cf1:46881 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:26:14,770 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:26:14,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2027815237/master 2024-12-04T15:26:14,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2027815237 2024-12-04T15:26:14,777 DEBUG [M:0;c6f2e1d35cf1:46881 {}] zookeeper.ZKUtil(347): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Unable to get data of znode /2-2027815237/master because node does not exist (not an error) 2024-12-04T15:26:14,777 WARN [M:0;c6f2e1d35cf1:46881 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:26:14,778 INFO [M:0;c6f2e1d35cf1:46881 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/.lastflushedseqids 2024-12-04T15:26:14,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741843_1019 (size=173) 2024-12-04T15:26:14,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:26:14,861 INFO [RS:0;c6f2e1d35cf1:38335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:26:14,861 INFO [RS:0;c6f2e1d35cf1:38335 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,38335,1733325956946; zookeeper connection closed. 2024-12-04T15:26:14,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38335-0x101a220c3270007, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:26:14,861 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b24281e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b24281e 2024-12-04T15:26:14,861 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:26:15,079 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:15,182 INFO [M:0;c6f2e1d35cf1:46881 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:26:15,182 INFO [M:0;c6f2e1d35cf1:46881 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:26:15,182 DEBUG [M:0;c6f2e1d35cf1:46881 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:26:15,182 INFO [M:0;c6f2e1d35cf1:46881 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:26:15,182 DEBUG [M:0;c6f2e1d35cf1:46881 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:26:15,182 DEBUG [M:0;c6f2e1d35cf1:46881 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:26:15,182 DEBUG [M:0;c6f2e1d35cf1:46881 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:26:15,182 INFO [M:0;c6f2e1d35cf1:46881 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-04T15:26:15,200 DEBUG [M:0;c6f2e1d35cf1:46881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c88b899f71e34f6e88fbbc8e83cdeaf0 is 82, key is hbase:meta,,1/info:regioninfo/1733325959695/Put/seqid=0 2024-12-04T15:26:15,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741844_1020 (size=5672) 2024-12-04T15:26:15,206 INFO [M:0;c6f2e1d35cf1:46881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c88b899f71e34f6e88fbbc8e83cdeaf0 2024-12-04T15:26:15,225 DEBUG [M:0;c6f2e1d35cf1:46881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/354ff4f64ce34ea6977311b373d3f673 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733325965314/Put/seqid=0 2024-12-04T15:26:15,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741845_1021 (size=6586) 2024-12-04T15:26:15,316 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:15,629 INFO [M:0;c6f2e1d35cf1:46881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/354ff4f64ce34ea6977311b373d3f673 2024-12-04T15:26:15,645 DEBUG [M:0;c6f2e1d35cf1:46881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bbd5f3cda9df45099c6095e84d108205 is 69, key is c6f2e1d35cf1,38335,1733325956946/rs:state/1733325959001/Put/seqid=0 2024-12-04T15:26:15,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741846_1022 (size=5156) 2024-12-04T15:26:15,982 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:16,049 INFO [M:0;c6f2e1d35cf1:46881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bbd5f3cda9df45099c6095e84d108205 2024-12-04T15:26:16,053 DEBUG [M:0;c6f2e1d35cf1:46881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c88b899f71e34f6e88fbbc8e83cdeaf0 as hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c88b899f71e34f6e88fbbc8e83cdeaf0 2024-12-04T15:26:16,056 INFO [M:0;c6f2e1d35cf1:46881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c88b899f71e34f6e88fbbc8e83cdeaf0, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T15:26:16,057 DEBUG [M:0;c6f2e1d35cf1:46881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/354ff4f64ce34ea6977311b373d3f673 as hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/354ff4f64ce34ea6977311b373d3f673 2024-12-04T15:26:16,060 INFO [M:0;c6f2e1d35cf1:46881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/354ff4f64ce34ea6977311b373d3f673, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T15:26:16,060 DEBUG [M:0;c6f2e1d35cf1:46881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bbd5f3cda9df45099c6095e84d108205 as hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bbd5f3cda9df45099c6095e84d108205 2024-12-04T15:26:16,063 INFO [M:0;c6f2e1d35cf1:46881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37413/user/jenkins/test-data/85d3d43a-091f-4e11-db03-838b14d167ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bbd5f3cda9df45099c6095e84d108205, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T15:26:16,064 INFO [M:0;c6f2e1d35cf1:46881 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=55, compaction requested=false 2024-12-04T15:26:16,065 INFO [M:0;c6f2e1d35cf1:46881 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:26:16,065 DEBUG [M:0;c6f2e1d35cf1:46881 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325975182Disabling compacts and flushes for region at 1733325975182Disabling writes for close at 1733325975182Obtaining lock to block concurrent updates at 1733325975182Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325975182Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733325975183 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325975183Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325975183Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325975200 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325975200Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325975209 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325975225 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325975225Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325975632 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325975645 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325975645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e31188d: reopening flushed file at 1733325976052 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@311d3970: reopening flushed file at 1733325976056 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e98cc1e: reopening flushed file at 1733325976060 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 882ms, sequenceid=55, compaction requested=false at 1733325976064 (+4 ms)Writing region close event to WAL at 1733325976065 (+1 ms)Closed at 1733325976065 2024-12-04T15:26:16,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36981 is added to blk_1073741830_1006 (size=32770) 2024-12-04T15:26:16,069 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:26:16,069 INFO [M:0;c6f2e1d35cf1:46881 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:26:16,069 INFO [M:0;c6f2e1d35cf1:46881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46881 2024-12-04T15:26:16,069 INFO [M:0;c6f2e1d35cf1:46881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:26:16,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:26:16,202 INFO [M:0;c6f2e1d35cf1:46881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:26:16,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46881-0x101a220c3270006, quorum=127.0.0.1:55017, baseZNode=/2-2027815237 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:26:16,219 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:16,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69cc3115{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:26:16,238 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c8b387b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:26:16,238 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:26:16,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3997b993{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:26:16,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ca419c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/hadoop.log.dir/,STOPPED} 2024-12-04T15:26:16,240 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:26:16,240 WARN [BP-272482528-172.17.0.3-1733325955244 heartbeating to localhost/127.0.0.1:37413 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:26:16,240 WARN [BP-272482528-172.17.0.3-1733325955244 heartbeating to localhost/127.0.0.1:37413 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-272482528-172.17.0.3-1733325955244 (Datanode Uuid 5e777aad-d933-4944-a91c-582a5e1ecc7e) service to localhost/127.0.0.1:37413 2024-12-04T15:26:16,240 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:26:16,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/cluster_3e3e52e6-8168-7cc3-2131-6be56473bf42/data/data1/current/BP-272482528-172.17.0.3-1733325955244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:26:16,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/cluster_3e3e52e6-8168-7cc3-2131-6be56473bf42/data/data2/current/BP-272482528-172.17.0.3-1733325955244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:26:16,241 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:26:16,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@789efb3c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:26:16,247 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@205fa040{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:26:16,247 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:26:16,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6983f7b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:26:16,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e587979{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16b2b87d-048f-1613-871e-33275344bb78/hadoop.log.dir/,STOPPED} 2024-12-04T15:26:16,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:26:16,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:26:16,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:26:16,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:16,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:16,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:16,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:26:16,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:26:16,257 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=242928311, stopped=false 2024-12-04T15:26:16,257 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,41471,1733325952240 2024-12-04T15:26:16,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-301032740/running 2024-12-04T15:26:16,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-301032740/running 2024-12-04T15:26:16,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740 2024-12-04T15:26:16,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740 2024-12-04T15:26:16,269 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:26:16,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:26:16,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Set watcher on znode that does not yet exist, /1-301032740/running 2024-12-04T15:26:16,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:16,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Set watcher on znode that does not yet exist, /1-301032740/running 2024-12-04T15:26:16,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:16,269 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,42585,1733325952344' ***** 2024-12-04T15:26:16,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:26:16,270 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:26:16,270 INFO [RS:0;c6f2e1d35cf1:42585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:26:16,270 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:26:16,270 INFO [RS:0;c6f2e1d35cf1:42585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:26:16,270 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(3091): Received CLOSE for e51672026a0c0d40748b5463bb35ca63 2024-12-04T15:26:16,271 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,42585,1733325952344 2024-12-04T15:26:16,271 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:26:16,271 INFO [RS:0;c6f2e1d35cf1:42585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:42585. 2024-12-04T15:26:16,271 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:16,271 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:16,271 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e51672026a0c0d40748b5463bb35ca63, disabling compactions & flushes 2024-12-04T15:26:16,271 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733325961952.e51672026a0c0d40748b5463bb35ca63. 2024-12-04T15:26:16,271 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:26:16,271 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325961952.e51672026a0c0d40748b5463bb35ca63. 2024-12-04T15:26:16,271 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:26:16,271 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733325961952.e51672026a0c0d40748b5463bb35ca63. after waiting 0 ms 2024-12-04T15:26:16,271 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:26:16,271 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733325961952.e51672026a0c0d40748b5463bb35ca63. 2024-12-04T15:26:16,271 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:26:16,271 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T15:26:16,271 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e51672026a0c0d40748b5463bb35ca63=test,,1733325961952.e51672026a0c0d40748b5463bb35ca63.} 2024-12-04T15:26:16,271 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e51672026a0c0d40748b5463bb35ca63 2024-12-04T15:26:16,271 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:26:16,271 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:26:16,271 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:26:16,271 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:26:16,271 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:26:16,271 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T15:26:16,275 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/default/test/e51672026a0c0d40748b5463bb35ca63/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T15:26:16,275 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:26:16,275 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:26:16,275 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733325961952.e51672026a0c0d40748b5463bb35ca63. 2024-12-04T15:26:16,275 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e51672026a0c0d40748b5463bb35ca63: Waiting for close lock at 1733325976271Running coprocessor pre-close hooks at 1733325976271Disabling compacts and flushes for region at 1733325976271Disabling writes for close at 1733325976271Writing region close event to WAL at 1733325976271Running coprocessor post-close hooks at 1733325976275 (+4 ms)Closed at 1733325976275 2024-12-04T15:26:16,275 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733325961952.e51672026a0c0d40748b5463bb35ca63. 2024-12-04T15:26:16,284 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/.tmp/info/d28b35e2684244c3ba34e4796e1c113f is 129, key is test,,1733325961952.e51672026a0c0d40748b5463bb35ca63./info:regioninfo/1733325963091/Put/seqid=0 2024-12-04T15:26:16,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741841_1017 (size=6421) 2024-12-04T15:26:16,297 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:26:16,471 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:16,671 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:16,688 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/.tmp/info/d28b35e2684244c3ba34e4796e1c113f 2024-12-04T15:26:16,703 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/.tmp/ns/f4d1549334ad46d5ad27bfc51db151fc is 43, key is default/ns:d/1733325955131/Put/seqid=0 2024-12-04T15:26:16,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741842_1018 (size=5153) 2024-12-04T15:26:16,871 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:16,985 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:17,072 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:17,106 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/.tmp/ns/f4d1549334ad46d5ad27bfc51db151fc 2024-12-04T15:26:17,124 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/.tmp/rep_barrier/c967380c5fa345689493c7cba08f71b9 is 112, key is test,,1733325961952.e51672026a0c0d40748b5463bb35ca63./rep_barrier:seqnumDuringOpen/1733325963091/Put/seqid=0 2024-12-04T15:26:17,126 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:26:17,126 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:26:17,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741843_1019 (size=5518) 2024-12-04T15:26:17,223 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:17,272 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T15:26:17,272 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:26:17,272 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:17,354 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T15:26:17,472 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:17,528 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/.tmp/rep_barrier/c967380c5fa345689493c7cba08f71b9 2024-12-04T15:26:17,546 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/.tmp/table/8b4f6f41bc7346f9b8255b4977d37410 is 40, key is test/table:state/1733325963097/Put/seqid=0 2024-12-04T15:26:17,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741844_1020 (size=5165) 2024-12-04T15:26:17,672 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:17,872 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:17,950 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/.tmp/table/8b4f6f41bc7346f9b8255b4977d37410 2024-12-04T15:26:17,953 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/.tmp/info/d28b35e2684244c3ba34e4796e1c113f as hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/info/d28b35e2684244c3ba34e4796e1c113f 2024-12-04T15:26:17,956 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/info/d28b35e2684244c3ba34e4796e1c113f, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T15:26:17,957 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/.tmp/ns/f4d1549334ad46d5ad27bfc51db151fc as hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/ns/f4d1549334ad46d5ad27bfc51db151fc 2024-12-04T15:26:17,960 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/ns/f4d1549334ad46d5ad27bfc51db151fc, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T15:26:17,961 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/.tmp/rep_barrier/c967380c5fa345689493c7cba08f71b9 as hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/rep_barrier/c967380c5fa345689493c7cba08f71b9 2024-12-04T15:26:17,963 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/rep_barrier/c967380c5fa345689493c7cba08f71b9, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T15:26:17,964 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/.tmp/table/8b4f6f41bc7346f9b8255b4977d37410 as hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/table/8b4f6f41bc7346f9b8255b4977d37410 2024-12-04T15:26:17,966 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/table/8b4f6f41bc7346f9b8255b4977d37410, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T15:26:17,967 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=11, compaction requested=false 2024-12-04T15:26:17,967 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:26:17,970 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T15:26:17,971 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:26:17,971 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:26:17,971 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:26:17,971 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325976271Running coprocessor pre-close hooks at 1733325976271Disabling compacts and flushes for region at 1733325976271Disabling writes for close at 1733325976271Obtaining lock to block concurrent updates at 1733325976271Preparing flush snapshotting stores in 1588230740 at 1733325976271Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733325976272 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733325976272Flushing 1588230740/info: creating writer at 1733325976272Flushing 1588230740/info: appending metadata at 1733325976284 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733325976284Flushing 1588230740/ns: creating writer at 1733325976691 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733325976702 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733325976702Flushing 1588230740/rep_barrier: creating writer at 1733325977109 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733325977124 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733325977124Flushing 1588230740/table: creating writer at 1733325977532 (+408 ms)Flushing 1588230740/table: appending metadata at 1733325977546 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733325977546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b6abd95: reopening flushed file at 1733325977953 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f28f6af: reopening flushed file at 1733325977956 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279e77dd: reopening flushed file at 1733325977960 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146adedc: reopening flushed file at 1733325977964 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=11, compaction requested=false at 1733325977967 (+3 ms)Writing region close event to WAL at 1733325977969 (+2 ms)Running coprocessor post-close hooks at 1733325977971 (+2 ms)Closed at 1733325977971 2024-12-04T15:26:17,971 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:26:18,073 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,42585,1733325952344; all regions closed. 2024-12-04T15:26:18,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741834_1010 (size=2717) 2024-12-04T15:26:18,074 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/WALs/c6f2e1d35cf1,42585,1733325952344/c6f2e1d35cf1%2C42585%2C1733325952344.meta.1733325955087.meta not finished, retry = 0 2024-12-04T15:26:18,088 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:18,176 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/oldWALs 2024-12-04T15:26:18,176 INFO [RS:0;c6f2e1d35cf1:42585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C42585%2C1733325952344.meta:.meta(num 1733325955087) 2024-12-04T15:26:18,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741832_1008 (size=1374) 2024-12-04T15:26:18,178 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/WALs/c6f2e1d35cf1,42585,1733325952344/c6f2e1d35cf1%2C42585%2C1733325952344.1733325954208 not finished, retry = 0 2024-12-04T15:26:18,280 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/oldWALs 2024-12-04T15:26:18,280 INFO [RS:0;c6f2e1d35cf1:42585 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c6f2e1d35cf1%2C42585%2C1733325952344:(num 1733325954208) 2024-12-04T15:26:18,280 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:18,280 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:26:18,281 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:26:18,281 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T15:26:18,281 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:26:18,281 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:26:18,281 INFO [RS:0;c6f2e1d35cf1:42585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:42585. 2024-12-04T15:26:18,281 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:18,281 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:18,281 DEBUG [RS:0;c6f2e1d35cf1:42585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:18,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:26:18,281 INFO [RS:0;c6f2e1d35cf1:42585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42585 2024-12-04T15:26:18,326 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:18,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740/rs 2024-12-04T15:26:18,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-301032740/rs/c6f2e1d35cf1,42585,1733325952344 2024-12-04T15:26:18,377 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:26:18,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,42585,1733325952344] 2024-12-04T15:26:18,394 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-301032740/draining/c6f2e1d35cf1,42585,1733325952344 already deleted, retry=false 2024-12-04T15:26:18,394 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,42585,1733325952344 expired; onlineServers=0 2024-12-04T15:26:18,394 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,41471,1733325952240' ***** 2024-12-04T15:26:18,394 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:26:18,394 INFO [M:0;c6f2e1d35cf1:41471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:26:18,394 INFO [M:0;c6f2e1d35cf1:41471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:26:18,394 DEBUG [M:0;c6f2e1d35cf1:41471 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:26:18,394 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:26:18,394 DEBUG [M:0;c6f2e1d35cf1:41471 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:26:18,394 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325953926 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325953926,5,FailOnTimeoutGroup] 2024-12-04T15:26:18,394 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325953926 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325953926,5,FailOnTimeoutGroup] 2024-12-04T15:26:18,394 INFO [M:0;c6f2e1d35cf1:41471 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:26:18,394 INFO [M:0;c6f2e1d35cf1:41471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:26:18,394 DEBUG [M:0;c6f2e1d35cf1:41471 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:26:18,394 INFO [M:0;c6f2e1d35cf1:41471 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:26:18,394 INFO [M:0;c6f2e1d35cf1:41471 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:26:18,394 INFO [M:0;c6f2e1d35cf1:41471 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:26:18,394 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:26:18,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-301032740/master 2024-12-04T15:26:18,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-301032740 2024-12-04T15:26:18,402 DEBUG [M:0;c6f2e1d35cf1:41471 {}] zookeeper.ZKUtil(347): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Unable to get data of znode /1-301032740/master because node does not exist (not an error) 2024-12-04T15:26:18,402 WARN [M:0;c6f2e1d35cf1:41471 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:26:18,403 INFO [M:0;c6f2e1d35cf1:41471 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/.lastflushedseqids 2024-12-04T15:26:18,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741845_1021 (size=173) 2024-12-04T15:26:18,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:26:18,486 INFO [RS:0;c6f2e1d35cf1:42585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:26:18,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42585-0x101a220c3270004, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:26:18,486 INFO [RS:0;c6f2e1d35cf1:42585 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,42585,1733325952344; zookeeper connection closed. 2024-12-04T15:26:18,486 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e7af486 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e7af486 2024-12-04T15:26:18,486 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:26:18,806 INFO [M:0;c6f2e1d35cf1:41471 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:26:18,806 INFO [M:0;c6f2e1d35cf1:41471 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:26:18,806 DEBUG [M:0;c6f2e1d35cf1:41471 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:26:18,806 INFO [M:0;c6f2e1d35cf1:41471 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:26:18,806 DEBUG [M:0;c6f2e1d35cf1:41471 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:26:18,806 DEBUG [M:0;c6f2e1d35cf1:41471 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:26:18,806 DEBUG [M:0;c6f2e1d35cf1:41471 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:26:18,807 INFO [M:0;c6f2e1d35cf1:41471 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-04T15:26:18,822 DEBUG [M:0;c6f2e1d35cf1:41471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abac53086a8c4d118b8c84d32ba3f6ea is 82, key is hbase:meta,,1/info:regioninfo/1733325955116/Put/seqid=0 2024-12-04T15:26:18,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741846_1022 (size=5672) 2024-12-04T15:26:19,137 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T15:26:19,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T15:26:19,226 INFO [M:0;c6f2e1d35cf1:41471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abac53086a8c4d118b8c84d32ba3f6ea 2024-12-04T15:26:19,240 DEBUG [M:0;c6f2e1d35cf1:41471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2577e33cff24004aff6130641c0b0c6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733325963099/Put/seqid=0 2024-12-04T15:26:19,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741847_1023 (size=6586) 2024-12-04T15:26:19,291 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:19,529 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:19,643 INFO [M:0;c6f2e1d35cf1:41471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2577e33cff24004aff6130641c0b0c6 2024-12-04T15:26:19,662 DEBUG [M:0;c6f2e1d35cf1:41471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4a915c3eec44ed085c9a7fba5bce996 is 69, key is c6f2e1d35cf1,42585,1733325952344/rs:state/1733325954037/Put/seqid=0 2024-12-04T15:26:19,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741848_1024 (size=5156) 2024-12-04T15:26:20,065 INFO [M:0;c6f2e1d35cf1:41471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4a915c3eec44ed085c9a7fba5bce996 2024-12-04T15:26:20,069 DEBUG [M:0;c6f2e1d35cf1:41471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abac53086a8c4d118b8c84d32ba3f6ea as hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abac53086a8c4d118b8c84d32ba3f6ea 2024-12-04T15:26:20,072 INFO [M:0;c6f2e1d35cf1:41471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abac53086a8c4d118b8c84d32ba3f6ea, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T15:26:20,073 DEBUG [M:0;c6f2e1d35cf1:41471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2577e33cff24004aff6130641c0b0c6 as hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2577e33cff24004aff6130641c0b0c6 2024-12-04T15:26:20,076 INFO [M:0;c6f2e1d35cf1:41471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2577e33cff24004aff6130641c0b0c6, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T15:26:20,076 DEBUG [M:0;c6f2e1d35cf1:41471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4a915c3eec44ed085c9a7fba5bce996 as hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4a915c3eec44ed085c9a7fba5bce996 2024-12-04T15:26:20,079 INFO [M:0;c6f2e1d35cf1:41471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46619/user/jenkins/test-data/73747ca9-16e4-932c-888c-5890b16f0213/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4a915c3eec44ed085c9a7fba5bce996, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T15:26:20,079 INFO [M:0;c6f2e1d35cf1:41471 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=55, compaction requested=false 2024-12-04T15:26:20,080 INFO [M:0;c6f2e1d35cf1:41471 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:26:20,080 DEBUG [M:0;c6f2e1d35cf1:41471 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325978806Disabling compacts and flushes for region at 1733325978806Disabling writes for close at 1733325978806Obtaining lock to block concurrent updates at 1733325978807 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325978807Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733325978807Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325978807Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325978807Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325978822 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325978822Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325979229 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325979239 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325979239Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325979646 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325979661 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325979661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4df25dbe: reopening flushed file at 1733325980069 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20896658: reopening flushed file at 1733325980073 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79162019: reopening flushed file at 1733325980076 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=55, compaction requested=false at 1733325980079 (+3 ms)Writing region close event to WAL at 1733325980080 (+1 ms)Closed at 1733325980080 2024-12-04T15:26:20,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45293 is added to blk_1073741830_1006 (size=32770) 2024-12-04T15:26:20,082 INFO [M:0;c6f2e1d35cf1:41471 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:26:20,082 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:26:20,082 INFO [M:0;c6f2e1d35cf1:41471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41471 2024-12-04T15:26:20,083 INFO [M:0;c6f2e1d35cf1:41471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:26:20,194 INFO [M:0;c6f2e1d35cf1:41471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:26:20,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:26:20,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41471-0x101a220c3270003, quorum=127.0.0.1:55017, baseZNode=/1-301032740 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:26:20,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4098b091{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:26:20,213 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4aba0120{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:26:20,213 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:26:20,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c4eba30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:26:20,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@318c5ff0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/hadoop.log.dir/,STOPPED} 2024-12-04T15:26:20,214 WARN [BP-989887050-172.17.0.3-1733325950769 heartbeating to localhost/127.0.0.1:46619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:26:20,214 WARN [BP-989887050-172.17.0.3-1733325950769 heartbeating to localhost/127.0.0.1:46619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-989887050-172.17.0.3-1733325950769 (Datanode Uuid f9cbd388-e4ce-4328-bba5-5fa47bc4d303) service to localhost/127.0.0.1:46619 2024-12-04T15:26:20,214 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:26:20,214 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:26:20,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/cluster_88717a09-2399-fd13-d06c-32bf18a88483/data/data1/current/BP-989887050-172.17.0.3-1733325950769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:26:20,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/cluster_88717a09-2399-fd13-d06c-32bf18a88483/data/data2/current/BP-989887050-172.17.0.3-1733325950769 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:26:20,215 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:26:20,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9449504{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:26:20,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@772e1cf9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:26:20,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:26:20,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@252587db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:26:20,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cfaf16c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb0a40d2-7f73-411f-eed7-2f62f02f6cf8/hadoop.log.dir/,STOPPED} 2024-12-04T15:26:20,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:26:20,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T15:26:20,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:26:20,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:20,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:20,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:20,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:26:20,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T15:26:20,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1432489904, stopped=false 2024-12-04T15:26:20,234 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c6f2e1d35cf1,37427,1733325947765 2024-12-04T15:26:20,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2134823653/running 2024-12-04T15:26:20,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2134823653/running 2024-12-04T15:26:20,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:26:20,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:26:20,250 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:26:20,250 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T15:26:20,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:20,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:20,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Set watcher on znode that does not yet exist, /0-2134823653/running 2024-12-04T15:26:20,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Set watcher on znode that does not yet exist, /0-2134823653/running 2024-12-04T15:26:20,251 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c6f2e1d35cf1,45139,1733325947893' ***** 2024-12-04T15:26:20,251 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T15:26:20,251 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T15:26:20,251 INFO [RS:0;c6f2e1d35cf1:45139 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T15:26:20,251 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T15:26:20,251 INFO [RS:0;c6f2e1d35cf1:45139 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T15:26:20,251 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(3091): Received CLOSE for 7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:20,251 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(3091): Received CLOSE for 2545f49e848b1b4fa4cddc9d247a62c5 2024-12-04T15:26:20,251 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(959): stopping server c6f2e1d35cf1,45139,1733325947893 2024-12-04T15:26:20,251 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:26:20,251 INFO [RS:0;c6f2e1d35cf1:45139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:45139. 2024-12-04T15:26:20,251 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7dbed0b57f360c90d6541d29e710d28a, disabling compactions & flushes 2024-12-04T15:26:20,251 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:20,251 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a. 2024-12-04T15:26:20,251 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:20,251 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a. 2024-12-04T15:26:20,251 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a. after waiting 0 ms 2024-12-04T15:26:20,251 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a. 2024-12-04T15:26:20,251 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T15:26:20,251 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T15:26:20,252 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T15:26:20,252 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T15:26:20,252 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7dbed0b57f360c90d6541d29e710d28a 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-04T15:26:20,252 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T15:26:20,252 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1325): Online Regions={7dbed0b57f360c90d6541d29e710d28a=hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a., 2545f49e848b1b4fa4cddc9d247a62c5=test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:26:20,252 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2545f49e848b1b4fa4cddc9d247a62c5, 7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:20,252 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T15:26:20,252 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T15:26:20,252 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T15:26:20,252 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T15:26:20,252 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T15:26:20,252 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T15:26:20,263 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/replication/7dbed0b57f360c90d6541d29e710d28a/.tmp/hfileref/e8c8be87a4af4b4a9da3acc431af326f is 74, key is 1/hfileref:5ab29d0962ab4aba88a1dff69ff4fa88_SeqId_6_/1733325972638/DeleteColumn/seqid=0 2024-12-04T15:26:20,263 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/.tmp/info/8c6b2ea057b44fe9bfcf927f6d23f2d8 is 147, key is hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a./info:regioninfo/1733325967429/Put/seqid=0 2024-12-04T15:26:20,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741848_1024 (size=7686) 2024-12-04T15:26:20,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741847_1023 (size=5489) 2024-12-04T15:26:20,267 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/replication/7dbed0b57f360c90d6541d29e710d28a/.tmp/hfileref/e8c8be87a4af4b4a9da3acc431af326f 2024-12-04T15:26:20,282 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/replication/7dbed0b57f360c90d6541d29e710d28a/.tmp/queue/a10eca940ba94c93aabbfd8f38bb8371 is 153, key is 1-c6f2e1d35cf1,45139,1733325947893/queue:c6f2e1d35cf1%2C45139%2C1733325947893/1733325972639/Put/seqid=0 2024-12-04T15:26:20,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741849_1025 (size=5504) 2024-12-04T15:26:20,298 INFO [regionserver/c6f2e1d35cf1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:26:20,452 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2545f49e848b1b4fa4cddc9d247a62c5, 7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:20,573 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T15:26:20,573 INFO [regionserver/c6f2e1d35cf1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T15:26:20,594 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:20,652 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2545f49e848b1b4fa4cddc9d247a62c5, 7dbed0b57f360c90d6541d29e710d28a 2024-12-04T15:26:20,667 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/.tmp/info/8c6b2ea057b44fe9bfcf927f6d23f2d8 2024-12-04T15:26:20,681 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/.tmp/ns/25133e4f10c34b11924ef4388092b786 is 43, key is default/ns:d/1733325950693/Put/seqid=0 2024-12-04T15:26:20,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741850_1026 (size=5153) 2024-12-04T15:26:20,685 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/replication/7dbed0b57f360c90d6541d29e710d28a/.tmp/queue/a10eca940ba94c93aabbfd8f38bb8371 2024-12-04T15:26:20,688 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/replication/7dbed0b57f360c90d6541d29e710d28a/.tmp/hfileref/e8c8be87a4af4b4a9da3acc431af326f as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/replication/7dbed0b57f360c90d6541d29e710d28a/hfileref/e8c8be87a4af4b4a9da3acc431af326f 2024-12-04T15:26:20,691 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/replication/7dbed0b57f360c90d6541d29e710d28a/hfileref/e8c8be87a4af4b4a9da3acc431af326f, entries=6, sequenceid=17, filesize=5.4 K 2024-12-04T15:26:20,692 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/replication/7dbed0b57f360c90d6541d29e710d28a/.tmp/queue/a10eca940ba94c93aabbfd8f38bb8371 as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/replication/7dbed0b57f360c90d6541d29e710d28a/queue/a10eca940ba94c93aabbfd8f38bb8371 2024-12-04T15:26:20,695 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/replication/7dbed0b57f360c90d6541d29e710d28a/queue/a10eca940ba94c93aabbfd8f38bb8371, entries=2, sequenceid=17, filesize=5.4 K 2024-12-04T15:26:20,695 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7dbed0b57f360c90d6541d29e710d28a in 444ms, sequenceid=17, compaction requested=false 2024-12-04T15:26:20,698 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/replication/7dbed0b57f360c90d6541d29e710d28a/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-04T15:26:20,699 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:26:20,699 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:26:20,699 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a. 2024-12-04T15:26:20,699 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7dbed0b57f360c90d6541d29e710d28a: Waiting for close lock at 1733325980251Running coprocessor pre-close hooks at 1733325980251Disabling compacts and flushes for region at 1733325980251Disabling writes for close at 1733325980251Obtaining lock to block concurrent updates at 1733325980252 (+1 ms)Preparing flush snapshotting stores in 7dbed0b57f360c90d6541d29e710d28a at 1733325980252Finished memstore snapshotting hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733325980252Flushing stores of hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a. at 1733325980252Flushing 7dbed0b57f360c90d6541d29e710d28a/hfileref: creating writer at 1733325980252Flushing 7dbed0b57f360c90d6541d29e710d28a/hfileref: appending metadata at 1733325980263 (+11 ms)Flushing 7dbed0b57f360c90d6541d29e710d28a/hfileref: closing flushed file at 1733325980263Flushing 7dbed0b57f360c90d6541d29e710d28a/queue: creating writer at 1733325980270 (+7 ms)Flushing 7dbed0b57f360c90d6541d29e710d28a/queue: appending metadata at 1733325980281 (+11 ms)Flushing 7dbed0b57f360c90d6541d29e710d28a/queue: closing flushed file at 1733325980281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39649e43: reopening flushed file at 1733325980688 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a9dc2d: reopening flushed file at 1733325980691 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7dbed0b57f360c90d6541d29e710d28a in 444ms, sequenceid=17, compaction requested=false at 1733325980695 (+4 ms)Writing region close event to WAL at 1733325980696 (+1 ms)Running coprocessor post-close hooks at 1733325980699 (+3 ms)Closed at 1733325980699 2024-12-04T15:26:20,699 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733325966274.7dbed0b57f360c90d6541d29e710d28a. 2024-12-04T15:26:20,699 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2545f49e848b1b4fa4cddc9d247a62c5, disabling compactions & flushes 2024-12-04T15:26:20,699 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5. 2024-12-04T15:26:20,699 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5. 2024-12-04T15:26:20,699 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5. after waiting 0 ms 2024-12-04T15:26:20,699 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5. 2024-12-04T15:26:20,701 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/default/test/2545f49e848b1b4fa4cddc9d247a62c5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T15:26:20,702 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:26:20,702 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T15:26:20,702 INFO [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5. 2024-12-04T15:26:20,702 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2545f49e848b1b4fa4cddc9d247a62c5: Waiting for close lock at 1733325980699Running coprocessor pre-close hooks at 1733325980699Disabling compacts and flushes for region at 1733325980699Disabling writes for close at 1733325980699Writing region close event to WAL at 1733325980700 (+1 ms)Running coprocessor post-close hooks at 1733325980702 (+2 ms)Closed at 1733325980702 2024-12-04T15:26:20,702 DEBUG [RS_CLOSE_REGION-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5. 2024-12-04T15:26:20,833 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:20,837 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:26:20,837 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 688, reset compression=false 2024-12-04T15:26:20,837 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-c6f2e1d35cf1,45139,1733325947893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:26:20,838 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.HRegionServer(2440): ***** ABORTING region server c6f2e1d35cf1,45139,1733325947893: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-c6f2e1d35cf1,45139,1733325947893, walGroup=c6f2e1d35cf1%2C45139%2C1733325947893, offset=c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:45139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T15:26:20,839 ERROR [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T15:26:20,839 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T15:26:20,839 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T15:26:20,839 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T15:26:20,839 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T15:26:20,839 INFO [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1587544064, "init": 1048576000, "max": 2306867200, "used": 1118484032 }, "NonHeapMemoryUsage": { "committed": 211419136, "init": 7667712, "max": -1, "used": 208404888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T15:26:20,840 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:37427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c6f2e1d35cf1:37427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T15:26:20,852 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:21,040 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 688, reset compression=false 2024-12-04T15:26:21,052 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:21,084 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/.tmp/ns/25133e4f10c34b11924ef4388092b786 2024-12-04T15:26:21,099 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/.tmp/rep_barrier/72347dd618d44804b150e9c2e968eb73 is 112, key is test,,1733325959798.2545f49e848b1b4fa4cddc9d247a62c5./rep_barrier:seqnumDuringOpen/1733325960938/Put/seqid=0 2024-12-04T15:26:21,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741851_1027 (size=5518) 2024-12-04T15:26:21,253 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:21,343 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 688, reset compression=false 2024-12-04T15:26:21,453 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T15:26:21,453 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T15:26:21,453 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:21,502 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/.tmp/rep_barrier/72347dd618d44804b150e9c2e968eb73 2024-12-04T15:26:21,517 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/.tmp/table/85a54bb1b1224d5cb03c566a8754a0a8 is 53, key is hbase:replication/table:state/1733325967434/Put/seqid=0 2024-12-04T15:26:21,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741852_1028 (size=5308) 2024-12-04T15:26:21,653 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:21,746 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 688, reset compression=false 2024-12-04T15:26:21,853 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T15:26:21,921 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/.tmp/table/85a54bb1b1224d5cb03c566a8754a0a8 2024-12-04T15:26:21,925 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/.tmp/info/8c6b2ea057b44fe9bfcf927f6d23f2d8 as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/info/8c6b2ea057b44fe9bfcf927f6d23f2d8 2024-12-04T15:26:21,928 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/info/8c6b2ea057b44fe9bfcf927f6d23f2d8, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T15:26:21,929 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/.tmp/ns/25133e4f10c34b11924ef4388092b786 as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/ns/25133e4f10c34b11924ef4388092b786 2024-12-04T15:26:21,931 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/ns/25133e4f10c34b11924ef4388092b786, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T15:26:21,932 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/.tmp/rep_barrier/72347dd618d44804b150e9c2e968eb73 as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/rep_barrier/72347dd618d44804b150e9c2e968eb73 2024-12-04T15:26:21,934 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/rep_barrier/72347dd618d44804b150e9c2e968eb73, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T15:26:21,935 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/.tmp/table/85a54bb1b1224d5cb03c566a8754a0a8 as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/table/85a54bb1b1224d5cb03c566a8754a0a8 2024-12-04T15:26:21,938 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/table/85a54bb1b1224d5cb03c566a8754a0a8, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T15:26:21,939 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1687ms, sequenceid=16, compaction requested=false 2024-12-04T15:26:21,939 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T15:26:21,942 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T15:26:21,942 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T15:26:21,942 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T15:26:21,942 INFO [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T15:26:21,942 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733325980252Running coprocessor pre-close hooks at 1733325980252Disabling compacts and flushes for region at 1733325980252Disabling writes for close at 1733325980252Obtaining lock to block concurrent updates at 1733325980252Preparing flush snapshotting stores in 1588230740 at 1733325980252Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733325980252Flushing stores of hbase:meta,,1.1588230740 at 1733325980252Flushing 1588230740/info: creating writer at 1733325980252Flushing 1588230740/info: appending metadata at 1733325980263 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733325980263Flushing 1588230740/ns: creating writer at 1733325980670 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733325980681 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733325980681Flushing 1588230740/rep_barrier: creating writer at 1733325981088 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733325981099 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733325981099Flushing 1588230740/table: creating writer at 1733325981506 (+407 ms)Flushing 1588230740/table: appending metadata at 1733325981517 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733325981517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d004e7: reopening flushed file at 1733325981924 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a6c1cc: reopening flushed file at 1733325981928 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c6cbee: reopening flushed file at 1733325981931 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@292898ef: reopening flushed file at 1733325981935 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1687ms, sequenceid=16, compaction requested=false at 1733325981939 (+4 ms)Writing region close event to WAL at 1733325981940 (+1 ms)Running coprocessor post-close hooks at 1733325981942 (+2 ms)Closed at 1733325981942 2024-12-04T15:26:21,943 DEBUG [RS_CLOSE_META-regionserver/c6f2e1d35cf1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T15:26:21,998 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 393, reset compression=false 2024-12-04T15:26:22,001 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T15:26:22,001 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330 to pos 688, reset compression=false 2024-12-04T15:26:22,001 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-c6f2e1d35cf1,45139,1733325947893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/WALs/c6f2e1d35cf1,45139,1733325947893/c6f2e1d35cf1%2C45139%2C1733325947893.1733325970330, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T15:26:22,002 DEBUG [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-04T15:26:22,053 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(976): stopping server c6f2e1d35cf1,45139,1733325947893; all regions closed. 2024-12-04T15:26:22,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741843_1019 (size=859) 2024-12-04T15:26:22,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741844_1020 (size=2791) 2024-12-04T15:26:22,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741842_1018 (size=696) 2024-12-04T15:26:22,058 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:22,058 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T15:26:22,058 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:26:22,058 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.ChoreService(370): Chore service for: regionserver/c6f2e1d35cf1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T15:26:22,059 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:26:22,059 INFO [regionserver/c6f2e1d35cf1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:26:22,059 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-c6f2e1d35cf1,45139,1733325947893 because: Region server is closing 2024-12-04T15:26:22,059 INFO [RS:0;c6f2e1d35cf1:45139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:45139. 2024-12-04T15:26:22,059 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:22,059 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:22,059 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:22,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:26:22,159 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 terminated 2024-12-04T15:26:22,160 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-c6f2e1d35cf1,45139,1733325947893 because: Region server is closing 2024-12-04T15:26:22,159 WARN [RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,1-c6f2e1d35cf1,45139,1733325947893.replicationSource.wal-reader.c6f2e1d35cf1%2C45139%2C1733325947893,1-c6f2e1d35cf1,45139,1733325947893 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T15:26:22,160 INFO [RS:0;c6f2e1d35cf1:45139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c6f2e1d35cf1:45139. 2024-12-04T15:26:22,160 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T15:26:22,160 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:22,160 DEBUG [RS:0;c6f2e1d35cf1:45139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T15:26:22,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T15:26:22,260 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/c6f2e1d35cf1:0-0.replicationSource,2-c6f2e1d35cf1,45139,1733325947893.replicationSource.shipperc6f2e1d35cf1%2C45139%2C1733325947893,2-c6f2e1d35cf1,45139,1733325947893 terminated 2024-12-04T15:26:22,260 INFO [RS:0;c6f2e1d35cf1:45139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45139 2024-12-04T15:26:22,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653/rs 2024-12-04T15:26:22,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2134823653/rs/c6f2e1d35cf1,45139,1733325947893 2024-12-04T15:26:22,310 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:26:22,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c6f2e1d35cf1,45139,1733325947893] 2024-12-04T15:26:22,327 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2134823653/draining/c6f2e1d35cf1,45139,1733325947893 already deleted, retry=false 2024-12-04T15:26:22,327 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c6f2e1d35cf1,45139,1733325947893 expired; onlineServers=0 2024-12-04T15:26:22,327 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c6f2e1d35cf1,37427,1733325947765' ***** 2024-12-04T15:26:22,327 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T15:26:22,327 INFO [M:0;c6f2e1d35cf1:37427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T15:26:22,327 INFO [M:0;c6f2e1d35cf1:37427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T15:26:22,327 DEBUG [M:0;c6f2e1d35cf1:37427 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T15:26:22,327 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T15:26:22,327 DEBUG [M:0;c6f2e1d35cf1:37427 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T15:26:22,327 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325949443 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.large.0-1733325949443,5,FailOnTimeoutGroup] 2024-12-04T15:26:22,327 DEBUG [master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325949443 {}] cleaner.HFileCleaner(306): Exit Thread[master/c6f2e1d35cf1:0:becomeActiveMaster-HFileCleaner.small.0-1733325949443,5,FailOnTimeoutGroup] 2024-12-04T15:26:22,327 INFO [M:0;c6f2e1d35cf1:37427 {}] hbase.ChoreService(370): Chore service for: master/c6f2e1d35cf1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T15:26:22,327 INFO [M:0;c6f2e1d35cf1:37427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T15:26:22,327 DEBUG [M:0;c6f2e1d35cf1:37427 {}] master.HMaster(1795): Stopping service threads 2024-12-04T15:26:22,327 INFO [M:0;c6f2e1d35cf1:37427 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T15:26:22,327 INFO [M:0;c6f2e1d35cf1:37427 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T15:26:22,328 INFO [M:0;c6f2e1d35cf1:37427 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T15:26:22,328 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T15:26:22,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2134823653/master 2024-12-04T15:26:22,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2134823653 2024-12-04T15:26:22,335 DEBUG [M:0;c6f2e1d35cf1:37427 {}] zookeeper.ZKUtil(347): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Unable to get data of znode /0-2134823653/master because node does not exist (not an error) 2024-12-04T15:26:22,335 WARN [M:0;c6f2e1d35cf1:37427 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T15:26:22,336 INFO [M:0;c6f2e1d35cf1:37427 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/.lastflushedseqids 2024-12-04T15:26:22,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741853_1029 (size=263) 2024-12-04T15:26:22,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:26:22,419 INFO [RS:0;c6f2e1d35cf1:45139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:26:22,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45139-0x101a220c3270001, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:26:22,419 INFO [RS:0;c6f2e1d35cf1:45139 {}] regionserver.HRegionServer(1031): Exiting; stopping=c6f2e1d35cf1,45139,1733325947893; zookeeper connection closed. 2024-12-04T15:26:22,419 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c8520b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c8520b6 2024-12-04T15:26:22,419 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T15:26:22,740 INFO [M:0;c6f2e1d35cf1:37427 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T15:26:22,740 INFO [M:0;c6f2e1d35cf1:37427 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T15:26:22,740 DEBUG [M:0;c6f2e1d35cf1:37427 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T15:26:22,740 INFO [M:0;c6f2e1d35cf1:37427 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:26:22,740 DEBUG [M:0;c6f2e1d35cf1:37427 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:26:22,740 DEBUG [M:0;c6f2e1d35cf1:37427 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T15:26:22,740 DEBUG [M:0;c6f2e1d35cf1:37427 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:26:22,740 INFO [M:0;c6f2e1d35cf1:37427 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.13 KB heapSize=71.44 KB 2024-12-04T15:26:22,752 DEBUG [M:0;c6f2e1d35cf1:37427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3750caaa34aa40169551bbbf079655dd is 82, key is hbase:meta,,1/info:regioninfo/1733325950675/Put/seqid=0 2024-12-04T15:26:22,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741854_1030 (size=5672) 2024-12-04T15:26:23,156 INFO [M:0;c6f2e1d35cf1:37427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3750caaa34aa40169551bbbf079655dd 2024-12-04T15:26:23,175 DEBUG [M:0;c6f2e1d35cf1:37427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cad7a7da4704f1cb9e36df6e1a8cab7 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733325960946/Put/seqid=0 2024-12-04T15:26:23,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741855_1031 (size=7611) 2024-12-04T15:26:23,579 INFO [M:0;c6f2e1d35cf1:37427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.57 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cad7a7da4704f1cb9e36df6e1a8cab7 2024-12-04T15:26:23,582 INFO [M:0;c6f2e1d35cf1:37427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cad7a7da4704f1cb9e36df6e1a8cab7 2024-12-04T15:26:23,593 DEBUG [M:0;c6f2e1d35cf1:37427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b83de612a8e1405caec1ccb5b1758657 is 69, key is c6f2e1d35cf1,45139,1733325947893/rs:state/1733325949558/Put/seqid=0 2024-12-04T15:26:23,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741856_1032 (size=5156) 2024-12-04T15:26:23,997 INFO [M:0;c6f2e1d35cf1:37427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b83de612a8e1405caec1ccb5b1758657 2024-12-04T15:26:24,001 DEBUG [M:0;c6f2e1d35cf1:37427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3750caaa34aa40169551bbbf079655dd as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3750caaa34aa40169551bbbf079655dd 2024-12-04T15:26:24,004 INFO [M:0;c6f2e1d35cf1:37427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3750caaa34aa40169551bbbf079655dd, entries=8, sequenceid=121, filesize=5.5 K 2024-12-04T15:26:24,005 DEBUG [M:0;c6f2e1d35cf1:37427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cad7a7da4704f1cb9e36df6e1a8cab7 as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cad7a7da4704f1cb9e36df6e1a8cab7 2024-12-04T15:26:24,008 INFO [M:0;c6f2e1d35cf1:37427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2cad7a7da4704f1cb9e36df6e1a8cab7 2024-12-04T15:26:24,008 INFO [M:0;c6f2e1d35cf1:37427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cad7a7da4704f1cb9e36df6e1a8cab7, entries=13, sequenceid=121, filesize=7.4 K 2024-12-04T15:26:24,008 DEBUG [M:0;c6f2e1d35cf1:37427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b83de612a8e1405caec1ccb5b1758657 as hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b83de612a8e1405caec1ccb5b1758657 2024-12-04T15:26:24,011 INFO [M:0;c6f2e1d35cf1:37427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40951/user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b83de612a8e1405caec1ccb5b1758657, entries=1, sequenceid=121, filesize=5.0 K 2024-12-04T15:26:24,012 INFO [M:0;c6f2e1d35cf1:37427 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=121, compaction requested=false 2024-12-04T15:26:24,013 INFO [M:0;c6f2e1d35cf1:37427 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T15:26:24,013 DEBUG [M:0;c6f2e1d35cf1:37427 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733325982740Disabling compacts and flushes for region at 1733325982740Disabling writes for close at 1733325982740Obtaining lock to block concurrent updates at 1733325982740Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733325982740Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61569, getHeapSize=73088, getOffHeapSize=0, getCellsCount=140 at 1733325982740Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733325982741 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733325982741Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733325982752 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733325982752Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733325983160 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733325983175 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733325983175Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733325983582 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733325983593 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733325983593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27cfe53e: reopening flushed file at 1733325984000 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@119d97b6: reopening flushed file at 1733325984004 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@561723ad: reopening flushed file at 1733325984008 (+4 ms)Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=121, compaction requested=false at 1733325984012 (+4 ms)Writing region close event to WAL at 1733325984013 (+1 ms)Closed at 1733325984013 2024-12-04T15:26:24,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44227 is added to blk_1073741830_1006 (size=69932) 2024-12-04T15:26:24,014 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c3aa1c92-f5ff-c1a5-c74e-8048e59e6ef9/MasterData/WALs/c6f2e1d35cf1,37427,1733325947765/c6f2e1d35cf1%2C37427%2C1733325947765.1733325949202 not finished, retry = 0 2024-12-04T15:26:24,115 INFO [M:0;c6f2e1d35cf1:37427 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T15:26:24,115 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T15:26:24,115 INFO [M:0;c6f2e1d35cf1:37427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37427 2024-12-04T15:26:24,116 INFO [M:0;c6f2e1d35cf1:37427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T15:26:24,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:26:24,252 INFO [M:0;c6f2e1d35cf1:37427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T15:26:24,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37427-0x101a220c3270000, quorum=127.0.0.1:55017, baseZNode=/0-2134823653 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T15:26:24,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f819f6f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T15:26:24,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@717ef773{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:26:24,255 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:26:24,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d873ff5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:26:24,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22e8e045{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/hadoop.log.dir/,STOPPED} 2024-12-04T15:26:24,256 WARN [BP-1309359915-172.17.0.3-1733325946252 heartbeating to localhost/127.0.0.1:40951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T15:26:24,256 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T15:26:24,256 WARN [BP-1309359915-172.17.0.3-1733325946252 heartbeating to localhost/127.0.0.1:40951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1309359915-172.17.0.3-1733325946252 (Datanode Uuid 6d4e1b09-1362-46c8-ad77-f9f796bd5c63) service to localhost/127.0.0.1:40951 2024-12-04T15:26:24,256 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T15:26:24,256 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/cluster_cb81c580-4eb5-a50b-33b0-6236fd08185a/data/data1/current/BP-1309359915-172.17.0.3-1733325946252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:26:24,257 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/cluster_cb81c580-4eb5-a50b-33b0-6236fd08185a/data/data2/current/BP-1309359915-172.17.0.3-1733325946252 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T15:26:24,257 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T15:26:24,261 INFO [master/c6f2e1d35cf1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T15:26:24,261 INFO [master/c6f2e1d35cf1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T15:26:24,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10b643e1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T15:26:24,263 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b000d21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T15:26:24,263 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T15:26:24,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@586faf4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T15:26:24,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5eaa4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e059ca29-0483-b2d5-6206-64d14bd4e8c9/hadoop.log.dir/,STOPPED} 2024-12-04T15:26:24,269 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T15:26:24,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T15:26:24,296 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=590 (was 530) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:37413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:40951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37413 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37413 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46619 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37413 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55017) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40951 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55017) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55017) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=971 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=330 (was 378), ProcessCount=11 (was 11), AvailableMemoryMB=6452 (was 6773) 2024-12-04T15:26:24,297 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=590 is superior to 500